[ 528.991331] env[65028]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 528.991331] env[65028]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 530.010391] env[65134]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 530.010391] env[65134]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 531.595160] env[65134]: INFO neutron.common.config [-] Logging enabled! [ 531.595575] env[65134]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 531.595708] env[65134]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65134) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 531.596023] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 531.596125] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 531.596950] env[65134]: WARNING oslo_policy.policy [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.597188] env[65134]: WARNING oslo_policy.policy [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.598901] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] VMware NSXv3 Agent initialized successfully. [ 531.599265] env[65134]: DEBUG oslo_concurrency.lockutils [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] Acquiring lock "singleton_lock" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.599393] env[65134]: DEBUG oslo_concurrency.lockutils [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] Acquired lock "singleton_lock" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.599600] env[65134]: DEBUG oslo_concurrency.lockutils [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] Releasing lock "singleton_lock" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.599910] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] Full set of CONF: {{(pid=65134) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 531.600038] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ******************************************************************************** {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 531.600143] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] Configuration options gathered from: {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 531.600500] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 531.600671] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 531.600782] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ================================================================================ {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 531.600937] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] agent_down_time = 75 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601090] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] allow_automatic_dhcp_failover = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601227] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] allow_bulk = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601367] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] api_extensions_path = {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601503] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] api_paste_config = api-paste.ini {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601639] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] auth_strategy = keystone {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601744] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] backdoor_port = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601844] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] backdoor_socket = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601974] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] backlog = 4096 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.602125] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.602276] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] bind_host = 0.0.0.0 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.602414] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] bind_port = 9696 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.602549] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] client_socket_timeout = 900 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.602689] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] config_dir = [] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.602795] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.602929] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] config_source = [] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.603077] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] control_exchange = neutron {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.603217] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] core_plugin = ml2 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.603350] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] debug = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.603485] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] default_availability_zones = [] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.603685] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.603823] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] dhcp_agent_notification = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.603961] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] dhcp_agents_per_network = 1 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604106] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] dhcp_lease_duration = 86400 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604247] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] dhcp_load_type = networks {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604384] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] dns_domain = openstacklocal {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604521] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604656] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] enable_default_route_bfd = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604788] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] enable_default_route_ecmp = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604918] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] enable_dvr = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.605056] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] enable_new_agents = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.605188] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.605322] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] enable_signals = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.605486] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] enable_traditional_dhcp = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.605625] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] external_dns_driver = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.605759] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] filter_validation = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.605900] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] global_physnet_mtu = 8950 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606044] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] graceful_shutdown_timeout = 60 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606224] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] host = cpu-1 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606364] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] host_dvr_for_dhcp = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606495] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] http_retries = 3 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606630] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] instance_format = [instance: %(uuid)s] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606766] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606900] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ipam_driver = internal {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.607040] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ipv6_pd_enabled = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.607171] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] l3_ha = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.607304] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.607446] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] l3_ha_network_physical_name = {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.607602] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] l3_ha_network_type = {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.607750] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] log_color = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.607887] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] log_config_append = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608036] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608171] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] log_dir = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608300] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] log_file = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608399] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] log_options = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608531] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] log_rotate_interval = 1 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608674] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] log_rotate_interval_type = days {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608810] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] log_rotation_type = none {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608912] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609026] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609170] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609306] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609409] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609552] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] max_dns_nameservers = 5 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609696] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] max_header_line = 16384 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609832] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] max_l3_agents_per_router = 3 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609960] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] max_logfile_count = 30 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610103] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] max_logfile_size_mb = 200 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610233] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] max_subnet_host_routes = 20 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610368] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] my_ip = 10.180.1.21 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610505] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] my_ipv6 = ::1 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610636] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] network_auto_schedule = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610761] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] network_link_prefix = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610897] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611044] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] notify_nova_on_port_data_changes = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611180] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] notify_nova_on_port_status_changes = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611318] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] pagination_max_limit = -1 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611448] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] publish_errors = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611579] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] rate_limit_burst = 0 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611723] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] rate_limit_except_level = CRITICAL {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611850] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] rate_limit_interval = 0 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611978] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] retry_until_window = 30 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.612122] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] router_distributed = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.612253] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] rpc_resources_processing_step = 20 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.612382] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] rpc_response_max_timeout = 600 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.612517] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] rpc_response_timeout = 60 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.612648] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] send_events_interval = 2 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.612799] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] service_plugins = ['router'] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.612941] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] setproctitle = on {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613088] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] shell_completion = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613229] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] state_path = /opt/stack/data/neutron {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613372] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] syslog_log_facility = LOG_USER {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613496] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] tcp_keepidle = 600 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613633] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] transport_url = **** {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613767] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] use_journal = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613896] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] use_json = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614038] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] use_ssl = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614173] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] use_stderr = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614308] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] use_syslog = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614436] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] vlan_qinq = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614561] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] vlan_transparent = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614694] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] watch_log_file = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614822] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] wsgi_default_pool_size = 100 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614950] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] wsgi_keep_alive = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.615101] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.615234] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] wsgi_server_debug = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.615387] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_concurrency.disable_process_locking = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.615558] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.615707] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.615842] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.615981] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616134] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616268] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616419] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler.connection_string = messaging:// {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616561] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler.enabled = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616706] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler.es_doc_type = notification {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616842] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler.es_scroll_size = 10000 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616980] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler.es_scroll_time = 2m {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.617131] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler.filter_error_trace = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.617274] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler.hmac_keys = **** {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.617413] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler.sentinel_service_name = mymaster {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.617583] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler.socket_timeout = 0.1 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.617732] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler.trace_requests = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.617869] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler.trace_sqlalchemy = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.618070] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler_jaeger.process_tags = {} {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.618211] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler_jaeger.service_name_prefix = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.618348] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] profiler_otlp.service_name_prefix = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.618504] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_policy.enforce_new_defaults = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.618824] env[65134]: WARNING oslo_config.cfg [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 531.618983] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_policy.enforce_scope = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.619142] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_policy.policy_default_rule = default {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.619297] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.619440] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.619583] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.619717] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.619850] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.619977] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.620122] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.620262] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.620408] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.620556] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] agent.extensions = [] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.620700] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.620837] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] service_providers.service_provider = [] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.620980] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] QUOTAS.default_quota = -1 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.621135] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.621272] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] QUOTAS.quota_floatingip = 50 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.621408] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] QUOTAS.quota_network = 100 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.621541] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] QUOTAS.quota_port = 500 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.621676] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.621808] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] QUOTAS.quota_router = 10 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.621941] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] QUOTAS.quota_security_group = 10 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622085] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622220] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] QUOTAS.quota_subnet = 100 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622353] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] QUOTAS.track_quota_usage = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622500] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622632] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep.group = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622776] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep.helper_command = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622910] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep.log_daemon_traceback = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623057] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623192] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep.thread_pool_size = 8 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623323] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep.user = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623461] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623590] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_dhcp_release.group = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623718] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_dhcp_release.helper_command = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623846] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623979] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624119] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624246] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_dhcp_release.user = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624382] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624510] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_ovs_vsctl.group = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624636] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624765] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624898] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625037] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625169] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_ovs_vsctl.user = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625307] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_namespace.capabilities = [21] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625443] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_namespace.group = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625577] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_namespace.helper_command = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625708] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625842] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625973] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.626490] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_namespace.user = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.626657] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_conntrack.capabilities = [12] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.626795] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_conntrack.group = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.626930] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_conntrack.helper_command = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627079] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627222] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627356] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627483] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_conntrack.user = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627647] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_link.capabilities = [12, 21] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627783] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_link.group = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627912] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_link.helper_command = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628058] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_link.log_daemon_traceback = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628196] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628330] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_link.thread_pool_size = 8 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628460] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] privsep_link.user = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628620] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628782] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628926] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.continue_on_failed_promotions = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.629074] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.dscp = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.629216] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.dscp_inherit = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.629360] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.force_mp_to_policy = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.629497] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.locking_coordinator_url = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.629634] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.log_agent_heartbeats = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.629774] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.logging_expire = 1 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.629914] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630060] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630205] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.polling_interval = 240 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630340] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630477] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630619] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.report_interval = 30.0 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630764] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630903] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.631051] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.631190] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.sync_skew = 60 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.631328] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.synchronization_queue_size = 20 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.631465] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT.use_helper_for_ns_read = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.631608] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] SECURITYGROUP.enable_ipset = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.631751] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] SECURITYGROUP.enable_security_group = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.631892] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632042] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632186] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] experimental.ipv6_pd_enabled = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632343] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ml2.extension_drivers = ['port_security'] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632480] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ml2.external_network_type = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632628] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632771] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ml2.overlay_ip_version = 4 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632909] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ml2.path_mtu = 8950 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.633080] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ml2.physical_network_mtus = {} {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.633311] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.633510] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.633670] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ml2.type_drivers = ['vlan'] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.633820] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.633959] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.634112] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.634262] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.634406] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.634549] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.634690] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.634833] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.634975] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.635189] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.635338] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_login_password = **** {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.635486] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.635628] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_login_user = admin {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.635772] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.635914] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636062] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636200] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636342] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636487] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636629] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636771] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636907] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.637058] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.637208] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.637346] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.637487] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.637725] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.637880] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.638036] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.638175] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.638315] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] nova.auth_section = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.638462] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] nova.auth_type = password {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.638607] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.638751] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] nova.certfile = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.638889] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] nova.collect_timing = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639044] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] nova.endpoint_type = public {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639182] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] nova.insecure = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639314] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] nova.keyfile = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639457] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] nova.region_name = RegionOne {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639592] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] nova.split_loggers = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639722] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] nova.timeout = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639862] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] placement.auth_section = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640010] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] placement.auth_type = password {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640155] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640285] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] placement.certfile = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640418] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] placement.collect_timing = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640557] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] placement.endpoint_type = public {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640688] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] placement.insecure = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640819] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] placement.keyfile = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640947] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] placement.region_name = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641087] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] placement.split_loggers = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641212] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] placement.timeout = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641350] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.auth_section = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641483] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.auth_type = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641613] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.cafile = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641745] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.certfile = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641877] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.collect_timing = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642013] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.connect_retries = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642147] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.connect_retry_delay = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642277] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.enable_notifications = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642406] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.endpoint_override = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642537] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.insecure = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642667] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.interface = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642796] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.keyfile = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642927] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.max_version = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643067] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.min_version = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643197] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.region_name = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643327] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.retriable_status_codes = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643456] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.service_name = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643584] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.service_type = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643717] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.split_loggers = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643845] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.status_code_retries = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643972] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.status_code_retry_delay = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644109] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.timeout = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644240] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.valid_interfaces = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644369] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ironic.version = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644507] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] cli_script.dry_run = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644653] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644788] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644922] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645065] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645205] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645336] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645469] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645638] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645778] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645919] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646062] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646204] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646340] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646476] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646607] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646744] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646877] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.647020] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.647167] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.647301] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.647436] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.647595] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.647744] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.647882] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648026] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648164] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648299] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648432] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648564] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648716] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648855] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.ssl = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648998] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.649155] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.649291] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.649430] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.649568] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.649702] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.649849] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_notifications.driver = [] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.649980] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_notifications.retry = -1 {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.650142] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.650274] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.650377] env[65134]: DEBUG oslo_service.backend._eventlet.service [None req-1ebfa051-3aff-497f-93c3-a603ebcccb52 None None] ******************************************************************************** {{(pid=65134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 531.651542] env[65134]: DEBUG neutron.agent.securitygroups_rpc [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Init firewall settings (driver=nsxv3) {{(pid=65134) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 531.652867] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65134) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 531.653123] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] RPC agent_id: nsxm-l-01a.corp.local [ 531.655366] env[65134]: DEBUG dogpile.cache.region [None req-390a1131-6867-4a30-871d-502e1737af4d None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.655486] env[65134]: DEBUG dogpile.lock [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 531.655616] env[65134]: DEBUG dogpile.lock [None req-390a1131-6867-4a30-871d-502e1737af4d None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 531.655697] env[65134]: DEBUG dogpile.lock [None req-390a1131-6867-4a30-871d-502e1737af4d None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 531.655795] env[65134]: DEBUG dogpile.cache.region [None req-390a1131-6867-4a30-871d-502e1737af4d None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.655915] env[65134]: DEBUG dogpile.lock [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 531.656007] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 531.688317] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Session token - acquiring [ 531.690232] env[65134]: DEBUG networking_nsxv3.common.locking [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.690433] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.690553] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.690955] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.702293] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.978312] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 532.000121] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 532.000344] env[65134]: DEBUG dogpile.cache.region [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Cache value generated in 0.344 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 532.000344] env[65134]: DEBUG dogpile.lock [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 532.000458] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Activating Policy API Provider. [ 532.000647] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Looking for the default Infrastructure Rules. [ 532.069773] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Looking for the Default Layer3 Logged Drop Section. [ 532.086258] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 532.086703] env[65134]: DEBUG networking_nsxv3.common.locking [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.086871] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquiring lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.086969] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.087265] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired external semaphore "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.087632] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-390a1131-6867-4a30-871d-502e1737af4d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.601928] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-390a1131-6867-4a30-871d-502e1737af4d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.104662] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-390a1131-6867-4a30-871d-502e1737af4d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.608765] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Inventory metadata is going to be refreshed. [ 533.608765] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 534.466029] env[65134]: DEBUG networking_nsxv3.common.locking [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.466029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.466029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.466029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.482281] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 534.483414] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.484199] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 534.508158] env[65134]: DEBUG networking_nsxv3.common.locking [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.508673] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.508979] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.509410] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.511018] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.511018] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 534.511018] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.511018] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 534.533239] env[65134]: DEBUG networking_nsxv3.common.locking [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.533736] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.533977] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.534367] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.534660] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.534916] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 534.556374] env[65134]: DEBUG networking_nsxv3.common.locking [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.556918] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.557250] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.557688] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.559016] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.559016] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 534.581971] env[65134]: DEBUG networking_nsxv3.common.locking [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.582493] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquiring lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.582721] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.583150] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired external semaphore "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.583402] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Releasing lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.583664] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 534.583873] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.584079] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 534.604717] env[65134]: DEBUG networking_nsxv3.common.locking [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.607023] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquiring lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.607023] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.607023] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired external semaphore "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.607023] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Releasing lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.607023] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 534.607023] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.607023] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 534.629579] env[65134]: DEBUG networking_nsxv3.common.locking [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.630487] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.630750] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.631174] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.631427] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.631697] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 534.631892] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.632093] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Inventory metadata have been refreshed. [ 534.632299] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Dryrun:True. Metadata refresh completed. [ 534.632506] env[65134]: DEBUG oslo_concurrency.lockutils [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Releasing lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.636019] env[65134]: INFO neutron.agent.agent_extensions_manager [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Loaded agent extensions: [] [ 534.636019] env[65134]: DEBUG neutron_lib.callbacks.manager [None req-390a1131-6867-4a30-871d-502e1737af4d None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65134) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 534.708117] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NSXv3 Agent Agent RPC Daemon Started! [ 534.708300] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NSXv3 Agent Agent loop - iteration:0 started [ 534.708337] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NSXv3 Agent Agent out of sync with plugin! [ 539.636097] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.636097] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.637089] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.637089] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.637702] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.638147] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.889935] env[65134]: INFO networking_nsxv3.common.synchronization [None req-a949b00c-d522-4993-87d1-1b6bac888534 demo admin] Enqueued Resource ID: 8bf1490d-2637-43e8-bbb7-caccbd3533da with Priority: HIGHEST for action security_group_rules [ 549.890670] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1490d-2637-43e8-bbb7-caccbd3533da with Priority: HIGHEST for action security_group_rules [ 549.891121] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bf1490d-2637-43e8-bbb7-caccbd3533da taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.891290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bf1490d-2637-43e8-bbb7-caccbd3533da" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.891408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bf1490d-2637-43e8-bbb7-caccbd3533da" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.891893] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bf1490d-2637-43e8-bbb7-caccbd3533da" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.892044] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bf1490d-2637-43e8-bbb7-caccbd3533da',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.413256] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.413472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.413472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.413664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.413751] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.413845] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bf1490d-2637-43e8-bbb7-caccbd3533da already deleted. [ 550.413929] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bf1490d-2637-43e8-bbb7-caccbd3533da" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.638585] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.639076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.639076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.639160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.639327] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.892126] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.892126] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.141543] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.643403] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.146196] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 556.146411] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 556.942264] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.942748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.942748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.942823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.954200] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 556.954885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.956184] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 556.974830] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.975040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.975040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.975288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.975391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.975501] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 556.975573] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.975643] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 556.995560] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.995801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.995801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.995965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.996118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.996230] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 557.016772] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.016998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.016998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.017190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.017294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.017402] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 557.042228] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.042513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.042513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.042644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.042711] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.042796] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 557.042857] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 557.042936] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 557.064251] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.064452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.064452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.064634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.064719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.064824] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 557.064896] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 557.064967] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 557.086088] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.086297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.086297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.086502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.086606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.086720] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 557.086791] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 557.086857] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 557.086923] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 557.086998] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 557.087074] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 557.087132] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 557.087392] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 557.087455] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 557.087522] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 557.106322] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.106532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.106532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.106720] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.106820] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.106927] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 557.126026] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.126224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.126260] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.126452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.126553] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.138842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.892765] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.893159] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.893612] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.894044] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.895400] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.897205] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.896284] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.896729] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.899695] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.899695] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 581.776426] env[65134]: INFO networking_nsxv3.common.synchronization [None req-86d1c228-8660-4a33-b971-18c6d2ff6bd2 None None] Enqueued Resource ID: 891a081b-461c-4804-acbe-3d428db8a2a2 with Priority: HIGHEST for action port [ 581.776426] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891a081b-461c-4804-acbe-3d428db8a2a2 with Priority: HIGHEST for action port [ 581.776426] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-891a081b-461c-4804-acbe-3d428db8a2a2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.776426] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-891a081b-461c-4804-acbe-3d428db8a2a2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.776762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-891a081b-461c-4804-acbe-3d428db8a2a2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.777354] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-891a081b-461c-4804-acbe-3d428db8a2a2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.777446] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('891a081b-461c-4804-acbe-3d428db8a2a2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.279310] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 891a081b-461c-4804-acbe-3d428db8a2a2 [ 582.279598] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.279744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.279807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.280038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.280128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.280225] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:891a081b-461c-4804-acbe-3d428db8a2a2 already deleted. [ 582.280308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-891a081b-461c-4804-acbe-3d428db8a2a2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.641973] env[65134]: INFO networking_nsxv3.common.synchronization [None req-e71518b0-1ee5-488f-939e-2780337bf983 None None] Enqueued Resource ID: fd5bd39a-e482-4664-873d-1b1d7078e27d with Priority: HIGHEST for action port [ 582.642523] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5bd39a-e482-4664-873d-1b1d7078e27d with Priority: HIGHEST for action port [ 582.643518] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd5bd39a-e482-4664-873d-1b1d7078e27d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.643665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd5bd39a-e482-4664-873d-1b1d7078e27d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.643890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd5bd39a-e482-4664-873d-1b1d7078e27d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.644249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd5bd39a-e482-4664-873d-1b1d7078e27d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.644395] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd5bd39a-e482-4664-873d-1b1d7078e27d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.716429] env[65134]: INFO networking_nsxv3.common.synchronization [None req-020d50f4-6733-46d9-99da-813d7d0d246a None None] Enqueued Resource ID: fbb4645d-7dbd-4a5d-a92e-a79245f3b44c with Priority: HIGHEST for action port [ 582.717333] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb4645d-7dbd-4a5d-a92e-a79245f3b44c with Priority: HIGHEST for action port [ 582.717333] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbb4645d-7dbd-4a5d-a92e-a79245f3b44c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.717463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbb4645d-7dbd-4a5d-a92e-a79245f3b44c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.717463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbb4645d-7dbd-4a5d-a92e-a79245f3b44c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.717703] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbb4645d-7dbd-4a5d-a92e-a79245f3b44c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.717787] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbb4645d-7dbd-4a5d-a92e-a79245f3b44c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.146861] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd5bd39a-e482-4664-873d-1b1d7078e27d [ 583.147104] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.147259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.147314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.147530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.147620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.147714] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd5bd39a-e482-4664-873d-1b1d7078e27d already deleted. [ 583.147796] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd5bd39a-e482-4664-873d-1b1d7078e27d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.220152] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbb4645d-7dbd-4a5d-a92e-a79245f3b44c [ 583.220407] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.220624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.220624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.220835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.221012] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.221088] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbb4645d-7dbd-4a5d-a92e-a79245f3b44c already deleted. [ 583.221163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbb4645d-7dbd-4a5d-a92e-a79245f3b44c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.597085] env[65134]: INFO networking_nsxv3.common.synchronization [None req-2636851d-55d6-4490-9cbc-a0e9cebb4233 None None] Enqueued Resource ID: 90d9c372-e531-47c8-9c2f-8b32f75a1e0b with Priority: HIGHEST for action port [ 583.600070] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d9c372-e531-47c8-9c2f-8b32f75a1e0b with Priority: HIGHEST for action port [ 583.600070] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-90d9c372-e531-47c8-9c2f-8b32f75a1e0b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.600070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90d9c372-e531-47c8-9c2f-8b32f75a1e0b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.600070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90d9c372-e531-47c8-9c2f-8b32f75a1e0b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.600070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90d9c372-e531-47c8-9c2f-8b32f75a1e0b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.600070] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d9c372-e531-47c8-9c2f-8b32f75a1e0b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.104396] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90d9c372-e531-47c8-9c2f-8b32f75a1e0b [ 584.104396] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.104396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.104396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.104396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.104396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.104396] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90d9c372-e531-47c8-9c2f-8b32f75a1e0b already deleted. [ 584.104396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90d9c372-e531-47c8-9c2f-8b32f75a1e0b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.214475] env[65134]: INFO networking_nsxv3.common.synchronization [None req-9ed8a90c-ba13-46c5-be9d-fb3ca8b08890 None None] Enqueued Resource ID: ea176027-8d9a-434c-8799-4724cd28d22e with Priority: HIGHEST for action port [ 584.215034] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea176027-8d9a-434c-8799-4724cd28d22e with Priority: HIGHEST for action port [ 584.215559] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea176027-8d9a-434c-8799-4724cd28d22e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.215677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea176027-8d9a-434c-8799-4724cd28d22e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.215996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea176027-8d9a-434c-8799-4724cd28d22e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.216572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea176027-8d9a-434c-8799-4724cd28d22e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.216572] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea176027-8d9a-434c-8799-4724cd28d22e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.719129] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea176027-8d9a-434c-8799-4724cd28d22e [ 584.719129] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.719331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.719331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.719594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.719668] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.719769] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea176027-8d9a-434c-8799-4724cd28d22e already deleted. [ 584.720020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea176027-8d9a-434c-8799-4724cd28d22e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.902733] env[65134]: INFO networking_nsxv3.common.synchronization [None req-b212d68a-7a30-497b-a53d-f1be8210f50d None None] Enqueued Resource ID: bd2e94ad-3165-444e-a6f2-2195fed11814 with Priority: HIGHEST for action port [ 584.903000] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd2e94ad-3165-444e-a6f2-2195fed11814 with Priority: HIGHEST for action port [ 584.903624] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd2e94ad-3165-444e-a6f2-2195fed11814 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.904862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd2e94ad-3165-444e-a6f2-2195fed11814" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.905140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd2e94ad-3165-444e-a6f2-2195fed11814" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.905609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd2e94ad-3165-444e-a6f2-2195fed11814" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.905862] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd2e94ad-3165-444e-a6f2-2195fed11814',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.009172] env[65134]: INFO networking_nsxv3.common.synchronization [None req-1abd8172-9f30-49f2-b774-2dfcab295504 None None] Enqueued Resource ID: 015bdc80-f8f4-445a-a27f-307d6e65df9d with Priority: HIGHEST for action port [ 585.009435] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015bdc80-f8f4-445a-a27f-307d6e65df9d with Priority: HIGHEST for action port [ 585.010071] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-015bdc80-f8f4-445a-a27f-307d6e65df9d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.010215] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-015bdc80-f8f4-445a-a27f-307d6e65df9d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.010267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-015bdc80-f8f4-445a-a27f-307d6e65df9d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.010498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-015bdc80-f8f4-445a-a27f-307d6e65df9d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.010622] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('015bdc80-f8f4-445a-a27f-307d6e65df9d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.408175] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd2e94ad-3165-444e-a6f2-2195fed11814 [ 585.408421] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.408570] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.408665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.408946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.409075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.409173] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd2e94ad-3165-444e-a6f2-2195fed11814 already deleted. [ 585.409257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd2e94ad-3165-444e-a6f2-2195fed11814" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.513288] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 015bdc80-f8f4-445a-a27f-307d6e65df9d [ 585.513288] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.513288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.513288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.513777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.513777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.513870] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:015bdc80-f8f4-445a-a27f-307d6e65df9d already deleted. [ 585.513870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-015bdc80-f8f4-445a-a27f-307d6e65df9d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.638249] env[65134]: INFO networking_nsxv3.common.synchronization [None req-dc35fd3e-0bc4-4d0f-917c-71891461e845 None None] Enqueued Resource ID: 9d9f6ad9-04d1-4647-897b-00324fbade19 with Priority: HIGHEST for action port [ 585.638536] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9f6ad9-04d1-4647-897b-00324fbade19 with Priority: HIGHEST for action port [ 585.639104] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d9f6ad9-04d1-4647-897b-00324fbade19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.639228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d9f6ad9-04d1-4647-897b-00324fbade19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.639303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d9f6ad9-04d1-4647-897b-00324fbade19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.639678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d9f6ad9-04d1-4647-897b-00324fbade19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.639818] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d9f6ad9-04d1-4647-897b-00324fbade19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.142423] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d9f6ad9-04d1-4647-897b-00324fbade19 [ 586.143554] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.143554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.143554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.143554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.144042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.144209] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d9f6ad9-04d1-4647-897b-00324fbade19 already deleted. [ 586.144317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d9f6ad9-04d1-4647-897b-00324fbade19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.747438] env[65134]: INFO networking_nsxv3.common.synchronization [None req-c24cd4ce-8916-4090-8a57-7537f945bb40 None None] Enqueued Resource ID: 83ce1cd3-22f8-48f2-bffc-c80fad04e5a9 with Priority: HIGHEST for action port [ 586.748109] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ce1cd3-22f8-48f2-bffc-c80fad04e5a9 with Priority: HIGHEST for action port [ 586.748581] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-83ce1cd3-22f8-48f2-bffc-c80fad04e5a9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.748810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83ce1cd3-22f8-48f2-bffc-c80fad04e5a9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.748970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83ce1cd3-22f8-48f2-bffc-c80fad04e5a9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.749419] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83ce1cd3-22f8-48f2-bffc-c80fad04e5a9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.749830] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ce1cd3-22f8-48f2-bffc-c80fad04e5a9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.212179] env[65134]: INFO networking_nsxv3.common.synchronization [None req-bdd71212-5dcc-4b77-8238-2ce3ef21fb27 None None] Enqueued Resource ID: 93b317b1-23fc-4f3c-a015-165ee3fd2f7b with Priority: HIGHEST for action port [ 587.212179] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b317b1-23fc-4f3c-a015-165ee3fd2f7b with Priority: HIGHEST for action port [ 587.214827] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-93b317b1-23fc-4f3c-a015-165ee3fd2f7b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.214827] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93b317b1-23fc-4f3c-a015-165ee3fd2f7b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.214827] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93b317b1-23fc-4f3c-a015-165ee3fd2f7b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.216940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93b317b1-23fc-4f3c-a015-165ee3fd2f7b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.216940] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93b317b1-23fc-4f3c-a015-165ee3fd2f7b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.252096] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83ce1cd3-22f8-48f2-bffc-c80fad04e5a9 [ 587.252488] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.254584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.254584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.254584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.254584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.254584] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83ce1cd3-22f8-48f2-bffc-c80fad04e5a9 already deleted. [ 587.254584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83ce1cd3-22f8-48f2-bffc-c80fad04e5a9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.718276] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93b317b1-23fc-4f3c-a015-165ee3fd2f7b [ 587.718276] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.718276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.718276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.718276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.718276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.718488] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93b317b1-23fc-4f3c-a015-165ee3fd2f7b already deleted. [ 587.718488] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93b317b1-23fc-4f3c-a015-165ee3fd2f7b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.383668] env[65134]: INFO networking_nsxv3.common.synchronization [None req-61420a38-8f4a-4398-a51c-8cfe0dbbe450 None None] Enqueued Resource ID: a87ebeb8-9041-46be-8c69-996b80e20870 with Priority: HIGHEST for action port [ 588.386672] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87ebeb8-9041-46be-8c69-996b80e20870 with Priority: HIGHEST for action port [ 588.386672] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a87ebeb8-9041-46be-8c69-996b80e20870 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.386883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a87ebeb8-9041-46be-8c69-996b80e20870" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.387099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a87ebeb8-9041-46be-8c69-996b80e20870" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.387960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a87ebeb8-9041-46be-8c69-996b80e20870" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.388182] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a87ebeb8-9041-46be-8c69-996b80e20870',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.891928] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a87ebeb8-9041-46be-8c69-996b80e20870 [ 588.892186] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.892324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.892393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.892603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.892687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.892806] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a87ebeb8-9041-46be-8c69-996b80e20870 already deleted. [ 588.892892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a87ebeb8-9041-46be-8c69-996b80e20870" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.059027] env[65134]: INFO networking_nsxv3.common.synchronization [None req-9530db3a-7d77-4507-9abd-b7b9e89fa6f8 None None] Enqueued Resource ID: a1a1100b-240b-41a7-ad67-e88e4e461e29 with Priority: HIGHEST for action port [ 590.059027] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a1100b-240b-41a7-ad67-e88e4e461e29 with Priority: HIGHEST for action port [ 590.059323] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a1100b-240b-41a7-ad67-e88e4e461e29 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.059524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a1100b-240b-41a7-ad67-e88e4e461e29" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.059596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a1100b-240b-41a7-ad67-e88e4e461e29" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.059839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a1100b-240b-41a7-ad67-e88e4e461e29" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.059922] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a1100b-240b-41a7-ad67-e88e4e461e29',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.562671] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1a1100b-240b-41a7-ad67-e88e4e461e29 [ 590.562994] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.563202] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.563300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.563593] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.563725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.563856] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1a1100b-240b-41a7-ad67-e88e4e461e29 already deleted. [ 590.563968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a1100b-240b-41a7-ad67-e88e4e461e29" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.942961] env[65134]: INFO networking_nsxv3.common.synchronization [None req-a3ef32bb-43fb-42a2-8816-ed99edb42bc2 tempest-ServersV294TestFqdnHostnames-360918045 tempest-ServersV294TestFqdnHostnames-360918045-project-member] Enqueued Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGHEST for action security_group_rules [ 590.943500] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGHEST for action security_group_rules [ 590.944216] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5296a13-15f5-4ab7-aab8-b676059a8751 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.944216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.944216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.944857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.944956] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5296a13-15f5-4ab7-aab8-b676059a8751',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.035915] env[65134]: INFO networking_nsxv3.common.synchronization [None req-0405b9d0-331f-4f8b-836d-8935ad15693a tempest-ServersTestBootFromVolume-272935984 tempest-ServersTestBootFromVolume-272935984-project-member] Enqueued Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGHEST for action security_group_rules [ 591.035915] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGHEST for action security_group_rules [ 591.035915] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.035915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.036138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.038172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.038172] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc29b453-c4cd-48f3-ac6c-bdece84ba659',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.153122] env[65134]: INFO networking_nsxv3.common.synchronization [None req-aed0ac84-2ac7-4103-838a-5e0171c9ef31 None None] Enqueued Resource ID: e9ac2681-52af-4874-9e39-e5bb9e4052f5 with Priority: HIGHEST for action port [ 591.153122] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ac2681-52af-4874-9e39-e5bb9e4052f5 with Priority: HIGHEST for action port [ 591.153122] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9ac2681-52af-4874-9e39-e5bb9e4052f5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.153122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9ac2681-52af-4874-9e39-e5bb9e4052f5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.153122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9ac2681-52af-4874-9e39-e5bb9e4052f5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.153122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9ac2681-52af-4874-9e39-e5bb9e4052f5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.153122] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9ac2681-52af-4874-9e39-e5bb9e4052f5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.345731] env[65134]: INFO networking_nsxv3.common.synchronization [None req-1bc889e1-0021-4e87-927e-54e2ccea8d4f None None] Enqueued Resource ID: 169df72e-4582-4044-86cf-2b3456963d1b with Priority: HIGHEST for action port [ 591.346264] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169df72e-4582-4044-86cf-2b3456963d1b with Priority: HIGHEST for action port [ 591.346567] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-169df72e-4582-4044-86cf-2b3456963d1b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.346696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-169df72e-4582-4044-86cf-2b3456963d1b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.346762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-169df72e-4582-4044-86cf-2b3456963d1b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.347192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-169df72e-4582-4044-86cf-2b3456963d1b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.347329] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('169df72e-4582-4044-86cf-2b3456963d1b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.467846] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.467846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.467846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.467846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.467846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.467846] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5296a13-15f5-4ab7-aab8-b676059a8751 already deleted. [ 591.467846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.556512] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.557991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.557991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.557991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.557991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.557991] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 already deleted. [ 591.557991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.655317] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9ac2681-52af-4874-9e39-e5bb9e4052f5 [ 591.656180] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.656180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.656180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.656400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.656970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.656970] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9ac2681-52af-4874-9e39-e5bb9e4052f5 already deleted. [ 591.656970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9ac2681-52af-4874-9e39-e5bb9e4052f5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.707319] env[65134]: INFO networking_nsxv3.common.synchronization [None req-34dbb227-4026-4446-8b4b-6682b4d9fcbc tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_rules [ 591.707734] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_rules [ 591.708036] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.708403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.708403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.708526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.708593] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.849628] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 169df72e-4582-4044-86cf-2b3456963d1b [ 591.850283] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.850777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.850777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.850927] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.851937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.851937] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:169df72e-4582-4044-86cf-2b3456963d1b already deleted. [ 591.851937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-169df72e-4582-4044-86cf-2b3456963d1b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.874741] env[65134]: INFO networking_nsxv3.common.synchronization [None req-2b227b0a-3ec1-4442-b35b-d2fcf206fef3 tempest-ServersV294TestFqdnHostnames-360918045 tempest-ServersV294TestFqdnHostnames-360918045-project-member] Enqueued Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGHEST for action security_group_rules [ 591.875419] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGHEST for action security_group_rules [ 591.875589] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5296a13-15f5-4ab7-aab8-b676059a8751 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.875716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.875785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.875980] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.876077] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5296a13-15f5-4ab7-aab8-b676059a8751',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.900033] env[65134]: INFO networking_nsxv3.common.synchronization [None req-a8811941-adcd-4664-a2d1-341405d2e81a tempest-ServersTestBootFromVolume-272935984 tempest-ServersTestBootFromVolume-272935984-project-member] Enqueued Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGHEST for action security_group_rules [ 591.900033] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGHEST for action security_group_rules [ 591.900033] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.900033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.900033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.900033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.900033] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc29b453-c4cd-48f3-ac6c-bdece84ba659',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.985677] env[65134]: INFO networking_nsxv3.common.synchronization [None req-4036aead-7da7-4aa3-b1c9-eb3610dca16e tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_rules [ 591.986264] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_rules [ 591.988185] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.988185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.232100] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.232405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.232405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.232589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.232685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.232786] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 already deleted. [ 592.232871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.233092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.233201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.233287] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.400508] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.400508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.400508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.400508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.400508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.400508] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5296a13-15f5-4ab7-aab8-b676059a8751 already deleted. [ 592.400508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.424634] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.424634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.424808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.424942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.425023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.425075] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 already deleted. [ 592.425156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.753845] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.753988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.755830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.755830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.755830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.755830] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 already deleted. [ 592.755830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.813140] env[65134]: INFO networking_nsxv3.common.synchronization [None req-5e5464c4-87ed-4ffe-aead-5dd6304fb56b None None] Enqueued Resource ID: 1a9287c8-010c-4086-86c4-b7fb4aa0f0de with Priority: HIGHEST for action port [ 592.813140] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9287c8-010c-4086-86c4-b7fb4aa0f0de with Priority: HIGHEST for action port [ 592.813140] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a9287c8-010c-4086-86c4-b7fb4aa0f0de taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.813140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a9287c8-010c-4086-86c4-b7fb4aa0f0de" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.813140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a9287c8-010c-4086-86c4-b7fb4aa0f0de" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.816790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a9287c8-010c-4086-86c4-b7fb4aa0f0de" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.816790] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a9287c8-010c-4086-86c4-b7fb4aa0f0de',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.320054] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a9287c8-010c-4086-86c4-b7fb4aa0f0de [ 593.320054] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.320054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.320054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.320054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.320054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.320054] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a9287c8-010c-4086-86c4-b7fb4aa0f0de already deleted. [ 593.320054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a9287c8-010c-4086-86c4-b7fb4aa0f0de" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.353325] env[65134]: INFO networking_nsxv3.common.synchronization [req-694cb364-68f5-4197-bbcf-82461ef104ca req-429d4baf-37e9-4eae-b1cc-1e1995db4e79 tempest-DeleteServersAdminTestJSON-1722059496 tempest-DeleteServersAdminTestJSON-1722059496-project-member] Enqueued Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_members [ 593.359029] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_members [ 593.359029] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.359029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.359029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.359029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.359029] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.359029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.359029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.359029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.359029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.359029] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.861721] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.861892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.861962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.863311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.863420] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.863634] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.863746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.863830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.863995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.864069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.864198] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 already deleted. [ 593.864244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.124209] env[65134]: INFO networking_nsxv3.common.synchronization [None req-25b1981b-8eef-4cd7-af04-c3ccca774563 None None] Enqueued Resource ID: 49ade749-145a-47e0-ba26-454254e6fc13 with Priority: HIGHEST for action port [ 594.124474] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ade749-145a-47e0-ba26-454254e6fc13 with Priority: HIGHEST for action port [ 594.125075] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-49ade749-145a-47e0-ba26-454254e6fc13 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.125210] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49ade749-145a-47e0-ba26-454254e6fc13" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.125359] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49ade749-145a-47e0-ba26-454254e6fc13" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.125688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49ade749-145a-47e0-ba26-454254e6fc13" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.125808] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49ade749-145a-47e0-ba26-454254e6fc13',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.311603] env[65134]: INFO networking_nsxv3.common.synchronization [None req-cd2e4b32-0c6c-44f7-911b-6456d7a99a22 None None] Enqueued Resource ID: 209b7d2e-dd6b-47ca-a3d1-0649210f27fd with Priority: HIGHEST for action port [ 594.312578] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209b7d2e-dd6b-47ca-a3d1-0649210f27fd with Priority: HIGHEST for action port [ 594.312891] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-209b7d2e-dd6b-47ca-a3d1-0649210f27fd taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.313212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-209b7d2e-dd6b-47ca-a3d1-0649210f27fd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.313414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-209b7d2e-dd6b-47ca-a3d1-0649210f27fd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.313711] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-209b7d2e-dd6b-47ca-a3d1-0649210f27fd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.313711] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('209b7d2e-dd6b-47ca-a3d1-0649210f27fd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.453318] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.453854] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.453854] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.454061] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.454365] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.454629] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.454855] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.455198] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.455451] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.455992] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.456139] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.456384] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.456535] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.456647] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.456767] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.456903] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.480343] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.480512] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.480662] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.480948] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.481381] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-160733f7-0304-4827-b222-dbcb52754e7e taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.481571] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-160733f7-0304-4827-b222-dbcb52754e7e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.481872] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-160733f7-0304-4827-b222-dbcb52754e7e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.482533] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-160733f7-0304-4827-b222-dbcb52754e7e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.483246] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('160733f7-0304-4827-b222-dbcb52754e7e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.627519] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49ade749-145a-47e0-ba26-454254e6fc13 [ 594.627790] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.627935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.627999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.628248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.628334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.628574] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49ade749-145a-47e0-ba26-454254e6fc13 already deleted. [ 594.628754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49ade749-145a-47e0-ba26-454254e6fc13" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.816283] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 209b7d2e-dd6b-47ca-a3d1-0649210f27fd [ 594.816562] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.816690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.816740] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.817054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.817054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.817165] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:209b7d2e-dd6b-47ca-a3d1-0649210f27fd already deleted. [ 594.817392] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-209b7d2e-dd6b-47ca-a3d1-0649210f27fd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.986200] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.986719] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.987226] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.987513] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.988272] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.989258] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 160733f7-0304-4827-b222-dbcb52754e7e not found, creating... [ 594.989258] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.989919] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.990661] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.990661] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.990661] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.991241] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.991415] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.991531] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.991771] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.991907] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.992106] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 160733f7-0304-4827-b222-dbcb52754e7e is going to be created. [ 595.013735] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.013735] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.013735] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.015653] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.015866] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.016121] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-160733f7-0304-4827-b222-dbcb52754e7e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.479091] env[65134]: INFO networking_nsxv3.common.synchronization [None req-fc4c1a7c-ecd5-4c2b-82a3-67e2299acdb9 None None] Enqueued Resource ID: 8fa369ec-e190-49fd-a358-da53ba8afdbc with Priority: HIGHEST for action port [ 595.479091] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa369ec-e190-49fd-a358-da53ba8afdbc with Priority: HIGHEST for action port [ 595.479091] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fa369ec-e190-49fd-a358-da53ba8afdbc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.479091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fa369ec-e190-49fd-a358-da53ba8afdbc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.479091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fa369ec-e190-49fd-a358-da53ba8afdbc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.479555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fa369ec-e190-49fd-a358-da53ba8afdbc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.479555] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa369ec-e190-49fd-a358-da53ba8afdbc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.837685] env[65134]: INFO networking_nsxv3.common.synchronization [req-694cb364-68f5-4197-bbcf-82461ef104ca req-b800df54-3ae8-4038-b150-cef422283489 service nova] Enqueued Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_rules [ 595.837889] env[65134]: INFO networking_nsxv3.common.synchronization [req-694cb364-68f5-4197-bbcf-82461ef104ca req-b800df54-3ae8-4038-b150-cef422283489 service nova] Enqueued Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_members [ 595.838111] env[65134]: INFO networking_nsxv3.common.synchronization [req-694cb364-68f5-4197-bbcf-82461ef104ca req-b800df54-3ae8-4038-b150-cef422283489 service nova] Enqueued Resource ID: 160733f7-0304-4827-b222-dbcb52754e7e with Priority: HIGHEST for action port [ 595.839184] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_rules [ 595.839184] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_members [ 595.839184] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 160733f7-0304-4827-b222-dbcb52754e7e with Priority: HIGHEST for action port [ 595.844024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.844024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.844024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.844024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.844024] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.844024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.844024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.844024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.844024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.844024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.844024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.844024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.844024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.844024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.844024] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.848639] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-160733f7-0304-4827-b222-dbcb52754e7e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.850564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-160733f7-0304-4827-b222-dbcb52754e7e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.850564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-160733f7-0304-4827-b222-dbcb52754e7e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.850900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-160733f7-0304-4827-b222-dbcb52754e7e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.850900] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('160733f7-0304-4827-b222-dbcb52754e7e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.983155] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fa369ec-e190-49fd-a358-da53ba8afdbc [ 595.983155] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.983155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.983155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.983155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.983155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.983155] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fa369ec-e190-49fd-a358-da53ba8afdbc already deleted. [ 595.983155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fa369ec-e190-49fd-a358-da53ba8afdbc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.241323] env[65134]: INFO networking_nsxv3.common.synchronization [None req-1d41243d-2587-48c4-ad46-42bc10bf38a9 tempest-ServersTestFqdnHostnames-564143347 tempest-ServersTestFqdnHostnames-564143347-project-member] Enqueued Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGHEST for action security_group_rules [ 596.241323] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGHEST for action security_group_rules [ 596.242829] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.246026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.246026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.246026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.246026] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.353010] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.353205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.365805] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 160733f7-0304-4827-b222-dbcb52754e7e with status ACTIVE [ 596.365951] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.366110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.366182] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.366463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.366532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.366727] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.367034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.367547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.367547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.367547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.367547] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.367706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.367706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.367784] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.367860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.367954] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 160733f7-0304-4827-b222-dbcb52754e7e is going to be updated. [ 596.370422] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.394718] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.394929] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.394929] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.395193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.395339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.395499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-160733f7-0304-4827-b222-dbcb52754e7e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.671624] env[65134]: INFO networking_nsxv3.common.synchronization [None req-b0f10cba-5544-4bde-af66-f7235f41b16b tempest-ServersTestFqdnHostnames-564143347 tempest-ServersTestFqdnHostnames-564143347-project-member] Enqueued Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGHEST for action security_group_rules [ 596.673377] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGHEST for action security_group_rules [ 596.673377] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.673377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.767392] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.767564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.767614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.768674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.768674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.768674] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c already deleted. [ 596.768674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.768674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.768674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.768925] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.874464] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.293782] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.293782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.293782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.293782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.293782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.293782] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c already deleted. [ 597.294084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.345023] env[65134]: INFO networking_nsxv3.common.synchronization [None req-21d2a152-1dcb-41b5-9d01-29cf5774a113 None None] Enqueued Resource ID: 6cf13766-4a16-45df-8033-8f5999930170 with Priority: HIGHEST for action port [ 597.345618] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf13766-4a16-45df-8033-8f5999930170 with Priority: HIGHEST for action port [ 597.346056] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cf13766-4a16-45df-8033-8f5999930170 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.346468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cf13766-4a16-45df-8033-8f5999930170" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.346468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cf13766-4a16-45df-8033-8f5999930170" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.346583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cf13766-4a16-45df-8033-8f5999930170" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.346662] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cf13766-4a16-45df-8033-8f5999930170',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.379844] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.380027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.380117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.380380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.380497] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.380627] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 is going to be created. [ 597.413670] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.413833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.413962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.414115] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.414288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.426252] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: UNINITIALIZED for 2s [ 597.850446] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cf13766-4a16-45df-8033-8f5999930170 [ 597.850837] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.851038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.851159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.851528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.851610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.851780] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cf13766-4a16-45df-8033-8f5999930170 already deleted. [ 597.851922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cf13766-4a16-45df-8033-8f5999930170" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.071763] env[65134]: INFO networking_nsxv3.common.synchronization [None req-447e2bb2-07cc-4318-8ef9-7787b81eb5af None None] Enqueued Resource ID: 697fd11d-9494-4e3f-a79c-5310a2a85a4a with Priority: HIGHEST for action port [ 598.072728] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697fd11d-9494-4e3f-a79c-5310a2a85a4a with Priority: HIGHEST for action port [ 598.073154] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-697fd11d-9494-4e3f-a79c-5310a2a85a4a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.073293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-697fd11d-9494-4e3f-a79c-5310a2a85a4a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.073394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-697fd11d-9494-4e3f-a79c-5310a2a85a4a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.073987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-697fd11d-9494-4e3f-a79c-5310a2a85a4a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.073987] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('697fd11d-9494-4e3f-a79c-5310a2a85a4a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.173808] env[65134]: INFO networking_nsxv3.common.synchronization [None req-101b4fad-70f5-4449-9c66-70f41e3a595e None None] Enqueued Resource ID: 05fbd972-136c-4c6e-ac26-a36701a1b8a6 with Priority: HIGHEST for action port [ 598.177741] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05fbd972-136c-4c6e-ac26-a36701a1b8a6 with Priority: HIGHEST for action port [ 598.177741] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-05fbd972-136c-4c6e-ac26-a36701a1b8a6 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.177741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05fbd972-136c-4c6e-ac26-a36701a1b8a6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.177741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05fbd972-136c-4c6e-ac26-a36701a1b8a6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.177741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05fbd972-136c-4c6e-ac26-a36701a1b8a6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.177741] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05fbd972-136c-4c6e-ac26-a36701a1b8a6',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.576620] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 697fd11d-9494-4e3f-a79c-5310a2a85a4a [ 598.576964] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.577552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.578736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.579032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.579393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.579517] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:697fd11d-9494-4e3f-a79c-5310a2a85a4a already deleted. [ 598.579637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-697fd11d-9494-4e3f-a79c-5310a2a85a4a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.678129] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05fbd972-136c-4c6e-ac26-a36701a1b8a6 [ 598.678129] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.678351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.678351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.680113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.680113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.680113] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05fbd972-136c-4c6e-ac26-a36701a1b8a6 already deleted. [ 598.680113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05fbd972-136c-4c6e-ac26-a36701a1b8a6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.438509] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: SUCCESS [ 599.438509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.442115] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.442375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.442580] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.442736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.442798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.442951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.443037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.443100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.443168] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.723551] env[65134]: INFO networking_nsxv3.common.synchronization [None req-cdd93f0a-4ac4-450d-8bc3-d6eb3f92c30d None None] Enqueued Resource ID: 374d71f4-d1af-41d4-bc0b-57d979c41668 with Priority: HIGHEST for action port [ 599.723816] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374d71f4-d1af-41d4-bc0b-57d979c41668 with Priority: HIGHEST for action port [ 599.724382] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-374d71f4-d1af-41d4-bc0b-57d979c41668 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.724723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-374d71f4-d1af-41d4-bc0b-57d979c41668" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.724723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-374d71f4-d1af-41d4-bc0b-57d979c41668" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.724810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-374d71f4-d1af-41d4-bc0b-57d979c41668" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.724879] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374d71f4-d1af-41d4-bc0b-57d979c41668',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.946331] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.946511] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.946577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.946800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.946964] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.947132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.947132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.947288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.947376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.947467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.947609] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.947701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.947762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.947904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.948056] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.948157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.948216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.948343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.948458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.948658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.948762] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.227798] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 374d71f4-d1af-41d4-bc0b-57d979c41668 [ 600.229172] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.229172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.230565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.230565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.230565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.230565] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:374d71f4-d1af-41d4-bc0b-57d979c41668 already deleted. [ 600.230565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-374d71f4-d1af-41d4-bc0b-57d979c41668" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.451888] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65828e3c-fb63-4fdd-ba00-fa2d3abd9661: rpc.has_security_group_logging(os_id): False [ 600.471499] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.471713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.471761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.471982] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.472087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.472289] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.472385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.472445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.472595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.472687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.472909] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.473059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.473129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.473273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.473346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.473545] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.473619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.475362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.475555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.475641] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.475731] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 is going to be created. [ 600.538255] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.538686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.538686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.539495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.539495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.555229] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: IN_PROGRESS for 2s [ 600.564187] env[65134]: INFO networking_nsxv3.common.synchronization [None req-b5567315-2b3c-4067-9354-4359ba4318b8 None None] Enqueued Resource ID: 7bef8bea-de33-4c09-9c5e-83b9579faf6c with Priority: HIGHEST for action port [ 600.564557] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bef8bea-de33-4c09-9c5e-83b9579faf6c with Priority: HIGHEST for action port [ 600.564884] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bef8bea-de33-4c09-9c5e-83b9579faf6c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.564997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bef8bea-de33-4c09-9c5e-83b9579faf6c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.565382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bef8bea-de33-4c09-9c5e-83b9579faf6c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.565667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bef8bea-de33-4c09-9c5e-83b9579faf6c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.565667] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bef8bea-de33-4c09-9c5e-83b9579faf6c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.067281] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bef8bea-de33-4c09-9c5e-83b9579faf6c [ 601.067513] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.067656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.067726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.067938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.068705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.068705] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bef8bea-de33-4c09-9c5e-83b9579faf6c already deleted. [ 601.068705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bef8bea-de33-4c09-9c5e-83b9579faf6c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.092949] env[65134]: INFO networking_nsxv3.common.synchronization [req-ccf913c5-4410-42f2-81f9-ab438e4a062c req-d753c90a-1bb4-436c-9895-d9993d15c460 tempest-TenantUsagesTestJSON-938715238 tempest-TenantUsagesTestJSON-938715238-project-member] Enqueued Resource ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 with Priority: HIGHEST for action security_group_members [ 601.093534] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 with Priority: HIGHEST for action security_group_members [ 601.095463] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-743841ef-c118-47c2-9042-83f4a1fd6e56 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.095600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.095676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.095937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.098017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.098017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.098017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.098017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.098017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.098017] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743841ef-c118-47c2-9042-83f4a1fd6e56',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.464684] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.466147] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.466147] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.466147] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.466488] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.466866] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.467334] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.469610] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.469610] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.469610] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.469610] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.469610] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.469610] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.469610] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.469610] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.469610] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.489882] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.490111] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.490280] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.490485] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.490770] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-b83fafca-ecb2-4d3d-aeed-995d89cd7323 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.491443] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-b83fafca-ecb2-4d3d-aeed-995d89cd7323" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.493538] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-b83fafca-ecb2-4d3d-aeed-995d89cd7323" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.493538] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-b83fafca-ecb2-4d3d-aeed-995d89cd7323" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.493538] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83fafca-ecb2-4d3d-aeed-995d89cd7323',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.600471] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.600667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.600702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.600923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.601031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.601222] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.601323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.601384] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.601539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.601610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.601692] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 already deleted. [ 601.601770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.769915] env[65134]: INFO networking_nsxv3.common.synchronization [None req-9b5f5ad3-4975-4bb1-bb32-0a2b7c7bde13 None None] Enqueued Resource ID: 3f6f4408-9347-4a62-bcae-a62f2853ce48 with Priority: HIGHEST for action port [ 601.770043] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6f4408-9347-4a62-bcae-a62f2853ce48 with Priority: HIGHEST for action port [ 601.770592] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f6f4408-9347-4a62-bcae-a62f2853ce48 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.771052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f6f4408-9347-4a62-bcae-a62f2853ce48" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.771052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f6f4408-9347-4a62-bcae-a62f2853ce48" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.771268] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f6f4408-9347-4a62-bcae-a62f2853ce48" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.771401] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f6f4408-9347-4a62-bcae-a62f2853ce48',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.996663] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.996929] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.000491] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.000802] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.000951] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.001116] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port b83fafca-ecb2-4d3d-aeed-995d89cd7323 not found, creating... [ 602.001397] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.001584] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.002331] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.002331] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.002331] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.002439] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.002589] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.002715] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.003053] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.003138] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.003329] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: b83fafca-ecb2-4d3d-aeed-995d89cd7323 is going to be created. [ 602.023692] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.023868] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.024255] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.024255] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.024509] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.024747] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-b83fafca-ecb2-4d3d-aeed-995d89cd7323" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.274192] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f6f4408-9347-4a62-bcae-a62f2853ce48 [ 602.274848] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.274848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.274848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.275834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.275834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.275834] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f6f4408-9347-4a62-bcae-a62f2853ce48 already deleted. [ 602.275834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f6f4408-9347-4a62-bcae-a62f2853ce48" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.571623] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: SUCCESS [ 602.571935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.598165] env[65134]: INFO networking_nsxv3.common.synchronization [None req-ea57c4b4-3ac9-4203-9b14-f551930a4824 None None] Enqueued Resource ID: 027fab3b-d909-4cb3-b8b0-c1fb9927fc0e with Priority: HIGHEST for action port [ 602.598165] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 027fab3b-d909-4cb3-b8b0-c1fb9927fc0e with Priority: HIGHEST for action port [ 602.598165] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-027fab3b-d909-4cb3-b8b0-c1fb9927fc0e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.598165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-027fab3b-d909-4cb3-b8b0-c1fb9927fc0e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.598165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-027fab3b-d909-4cb3-b8b0-c1fb9927fc0e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.598654] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-027fab3b-d909-4cb3-b8b0-c1fb9927fc0e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.598860] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027fab3b-d909-4cb3-b8b0-c1fb9927fc0e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.955676] env[65134]: INFO networking_nsxv3.common.synchronization [req-ccf913c5-4410-42f2-81f9-ab438e4a062c req-42c4fb43-85f2-4685-9f29-122ba7abd22c service nova] Enqueued Resource ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 with Priority: HIGHEST for action security_group_rules [ 602.955676] env[65134]: INFO networking_nsxv3.common.synchronization [req-ccf913c5-4410-42f2-81f9-ab438e4a062c req-42c4fb43-85f2-4685-9f29-122ba7abd22c service nova] Enqueued Resource ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 with Priority: HIGHEST for action security_group_members [ 602.955676] env[65134]: INFO networking_nsxv3.common.synchronization [req-ccf913c5-4410-42f2-81f9-ab438e4a062c req-42c4fb43-85f2-4685-9f29-122ba7abd22c service nova] Enqueued Resource ID: b83fafca-ecb2-4d3d-aeed-995d89cd7323 with Priority: HIGHEST for action port [ 602.955676] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 with Priority: HIGHEST for action security_group_rules [ 602.955676] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 with Priority: HIGHEST for action security_group_members [ 602.955676] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83fafca-ecb2-4d3d-aeed-995d89cd7323 with Priority: HIGHEST for action port [ 602.957051] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743841ef-c118-47c2-9042-83f4a1fd6e56 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.957051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.957199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.957377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.957438] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743841ef-c118-47c2-9042-83f4a1fd6e56',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.958313] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-743841ef-c118-47c2-9042-83f4a1fd6e56 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.958539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.958539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.958692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.959532] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.959532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.959532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.959532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.959532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.959532] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743841ef-c118-47c2-9042-83f4a1fd6e56',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.961177] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b83fafca-ecb2-4d3d-aeed-995d89cd7323 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.961454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b83fafca-ecb2-4d3d-aeed-995d89cd7323" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.961454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b83fafca-ecb2-4d3d-aeed-995d89cd7323" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.961558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b83fafca-ecb2-4d3d-aeed-995d89cd7323" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.961697] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83fafca-ecb2-4d3d-aeed-995d89cd7323',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.102149] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 027fab3b-d909-4cb3-b8b0-c1fb9927fc0e [ 603.102149] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.102149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.102149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.102149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.102554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.102554] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:027fab3b-d909-4cb3-b8b0-c1fb9927fc0e already deleted. [ 603.102554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-027fab3b-d909-4cb3-b8b0-c1fb9927fc0e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.463265] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('743841ef-c118-47c2-9042-83f4a1fd6e56',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.464774] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-743841ef-c118-47c2-9042-83f4a1fd6e56 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.464774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.464973] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b83fafca-ecb2-4d3d-aeed-995d89cd7323 with status ACTIVE [ 603.465142] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.465254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.465321] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.465521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.465614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.465780] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.465878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.465941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.466106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.466184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.466360] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.466523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.466523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.466667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.466736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.467014] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b83fafca-ecb2-4d3d-aeed-995d89cd7323 is going to be updated. [ 603.488609] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.491287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.491703] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.492093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.492265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.492415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b83fafca-ecb2-4d3d-aeed-995d89cd7323" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.504953] env[65134]: INFO networking_nsxv3.common.synchronization [None req-ff2e0c1f-a6e5-4564-933a-0187e25abfa2 None None] Enqueued Resource ID: 31249e9b-50c6-4795-a3f6-f141ec88c567 with Priority: HIGHEST for action port [ 603.505121] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31249e9b-50c6-4795-a3f6-f141ec88c567 with Priority: HIGHEST for action port [ 603.505695] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-31249e9b-50c6-4795-a3f6-f141ec88c567 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.505819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31249e9b-50c6-4795-a3f6-f141ec88c567" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.505879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31249e9b-50c6-4795-a3f6-f141ec88c567" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.506318] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31249e9b-50c6-4795-a3f6-f141ec88c567" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.506408] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31249e9b-50c6-4795-a3f6-f141ec88c567',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.517147] env[65134]: INFO networking_nsxv3.common.synchronization [req-84c23dac-2dec-4691-aeae-1c4dec63155c req-d9eb020e-e527-4419-926b-b888a396d9b5 tempest-ServersAdminTestJSON-1123493402 tempest-ServersAdminTestJSON-1123493402-project-member] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 603.517147] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 603.517147] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.517147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.517147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.517756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.517756] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.517851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.517898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.518400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.518400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.518400] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.686146] env[65134]: INFO networking_nsxv3.common.synchronization [None req-2044f585-37fb-4385-a335-6b047d916e40 tempest-VolumesAssistedSnapshotsTest-1305208506 tempest-VolumesAssistedSnapshotsTest-1305208506-project-member] Enqueued Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGHEST for action security_group_rules [ 603.686146] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGHEST for action security_group_rules [ 603.686146] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.686146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.686146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.687117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.687315] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.966027] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('743841ef-c118-47c2-9042-83f4a1fd6e56',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.010726] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31249e9b-50c6-4795-a3f6-f141ec88c567 [ 604.010726] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.010726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.010726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.010903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.010903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.011036] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31249e9b-50c6-4795-a3f6-f141ec88c567 already deleted. [ 604.011228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31249e9b-50c6-4795-a3f6-f141ec88c567" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.021422] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.021536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.021593] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.021824] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.021930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.022342] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.022455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.022520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.022685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.022792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.022881] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 already deleted. [ 604.022971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.032265] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.032732] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.032858] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.033187] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.033433] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.033586] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.033701] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.033907] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.034051] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.034259] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.034427] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.034480] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.034559] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.034661] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.034759] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.034879] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.058215] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.058371] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.058543] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.058704] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.059022] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-75297760-1ee9-4473-a75d-a1ecf4371870 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.061744] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-75297760-1ee9-4473-a75d-a1ecf4371870" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.061744] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-75297760-1ee9-4473-a75d-a1ecf4371870" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.061744] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-75297760-1ee9-4473-a75d-a1ecf4371870" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.061744] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75297760-1ee9-4473-a75d-a1ecf4371870',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.211796] env[65134]: INFO networking_nsxv3.common.synchronization [None req-82297fdc-df23-42ae-8432-572ba2c43177 tempest-VolumesAssistedSnapshotsTest-1305208506 tempest-VolumesAssistedSnapshotsTest-1305208506-project-member] Enqueued Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGHEST for action security_group_rules [ 604.212513] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGHEST for action security_group_rules [ 604.212859] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.212976] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.215842] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.215984] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.216037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.216249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.216339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.216477] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 already deleted. [ 604.216633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.216705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.216830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.216916] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.468155] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.468303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.468464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.468645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.468766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.468890] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 is going to be created. [ 604.492855] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.493611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.493611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.494190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.496242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.505741] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 in Status: UNINITIALIZED for 2s [ 604.565052] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.565298] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.565435] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.565710] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.565863] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.566105] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 75297760-1ee9-4473-a75d-a1ecf4371870 not found, creating... [ 604.566382] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.566520] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.566636] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.566856] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.566984] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.567441] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.567441] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.567589] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.567702] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.567826] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.567959] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 75297760-1ee9-4473-a75d-a1ecf4371870 is going to be created. [ 604.584154] env[65134]: INFO networking_nsxv3.common.synchronization [None req-af588595-4b54-4076-b6ea-4a76144a8807 None None] Enqueued Resource ID: a099b7c7-b5a8-40ce-8685-e5ae28bba412 with Priority: HIGHEST for action port [ 604.584662] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a099b7c7-b5a8-40ce-8685-e5ae28bba412 with Priority: HIGHEST for action port [ 604.584971] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a099b7c7-b5a8-40ce-8685-e5ae28bba412 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.585930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a099b7c7-b5a8-40ce-8685-e5ae28bba412" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.585930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a099b7c7-b5a8-40ce-8685-e5ae28bba412" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.585930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a099b7c7-b5a8-40ce-8685-e5ae28bba412" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.585930] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a099b7c7-b5a8-40ce-8685-e5ae28bba412',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.601454] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.601696] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.601852] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.602205] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.602498] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.602749] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-75297760-1ee9-4473-a75d-a1ecf4371870" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.742820] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.743146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.743146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.744736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.744736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.744736] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 already deleted. [ 604.744736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.089333] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a099b7c7-b5a8-40ce-8685-e5ae28bba412 [ 605.089333] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.089506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.089581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.089779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.089873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.089980] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a099b7c7-b5a8-40ce-8685-e5ae28bba412 already deleted. [ 605.090072] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a099b7c7-b5a8-40ce-8685-e5ae28bba412" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.303798] env[65134]: INFO networking_nsxv3.common.synchronization [req-84c23dac-2dec-4691-aeae-1c4dec63155c req-9675b5e9-9fa6-42ac-a24c-0401605836e8 service nova] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_rules [ 605.304010] env[65134]: INFO networking_nsxv3.common.synchronization [req-84c23dac-2dec-4691-aeae-1c4dec63155c req-9675b5e9-9fa6-42ac-a24c-0401605836e8 service nova] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 605.304147] env[65134]: INFO networking_nsxv3.common.synchronization [req-84c23dac-2dec-4691-aeae-1c4dec63155c req-9675b5e9-9fa6-42ac-a24c-0401605836e8 service nova] Enqueued Resource ID: 75297760-1ee9-4473-a75d-a1ecf4371870 with Priority: HIGHEST for action port [ 605.304731] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_rules [ 605.305024] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 605.305024] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75297760-1ee9-4473-a75d-a1ecf4371870 with Priority: HIGHEST for action port [ 605.305477] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.305477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.305778] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.305958] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.305958] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.307956] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.307956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.307956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.308354] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.308354] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.308509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.308509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.308671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.308746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.308846] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.309788] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-75297760-1ee9-4473-a75d-a1ecf4371870 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.311775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75297760-1ee9-4473-a75d-a1ecf4371870" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.311775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75297760-1ee9-4473-a75d-a1ecf4371870" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.311775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75297760-1ee9-4473-a75d-a1ecf4371870" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.311775] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75297760-1ee9-4473-a75d-a1ecf4371870',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.783120] env[65134]: INFO networking_nsxv3.common.synchronization [None req-ba4e8d62-425c-47d7-8d49-df5cb0e63c02 None None] Enqueued Resource ID: b6fba657-2534-44f6-9999-6733b972cca6 with Priority: HIGHEST for action port [ 605.787023] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fba657-2534-44f6-9999-6733b972cca6 with Priority: HIGHEST for action port [ 605.787023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6fba657-2534-44f6-9999-6733b972cca6 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.787023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6fba657-2534-44f6-9999-6733b972cca6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.787023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6fba657-2534-44f6-9999-6733b972cca6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.787023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6fba657-2534-44f6-9999-6733b972cca6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.787023] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6fba657-2534-44f6-9999-6733b972cca6',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.813586] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.813586] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.813699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.814084] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75297760-1ee9-4473-a75d-a1ecf4371870 with status ACTIVE [ 605.814249] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.814378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.814445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.814695] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.814803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.814975] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.815102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.816253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.816465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.816580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.817946] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.817946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.817946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.817946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.818177] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.818177] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75297760-1ee9-4473-a75d-a1ecf4371870 is going to be updated. [ 605.851364] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.851364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.851364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.851364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.851364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.851364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75297760-1ee9-4473-a75d-a1ecf4371870" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.287127] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6fba657-2534-44f6-9999-6733b972cca6 [ 606.287255] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.287471] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.287471] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.287680] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.287784] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.287913] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6fba657-2534-44f6-9999-6733b972cca6 already deleted. [ 606.288035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6fba657-2534-44f6-9999-6733b972cca6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.321670] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.332738] env[65134]: INFO networking_nsxv3.common.synchronization [req-31448452-859d-482c-a163-99f510f37747 req-ed25f632-72d9-4a5b-8257-a9f097207417 tempest-ServersTestMultiNic-1561498903 tempest-ServersTestMultiNic-1561498903-project-member] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 606.332738] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 606.333023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.334239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.334323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.334592] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.334903] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.334903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.335050] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.335117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.335200] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.335297] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.517775] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 in Status: SUCCESS [ 606.518759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.518759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.518759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.518759] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.518759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.519039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.519039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.519098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.519156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.519272] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('743841ef-c118-47c2-9042-83f4a1fd6e56',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.823542] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.830631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.830631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.830631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.830631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.830631] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be created. [ 606.839885] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.839885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.839885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.839885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.839885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.839885] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.839885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.839885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.839885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.839885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.839885] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 already deleted. [ 606.839885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.857791] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.857935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.858039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.858220] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.858470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.871022] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: UNINITIALIZED for 2s [ 606.900020] env[65134]: INFO networking_nsxv3.common.synchronization [req-31448452-859d-482c-a163-99f510f37747 req-70293359-309c-45c1-8e36-f87a44cc9eb4 tempest-ServersTestMultiNic-1561498903 tempest-ServersTestMultiNic-1561498903-project-member] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 606.900020] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 606.900020] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.900020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.900020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.900020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.900020] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.900020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.900020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.900020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.900020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.900020] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.022498] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-743841ef-c118-47c2-9042-83f4a1fd6e56 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.022655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.022731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.022958] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.023128] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.023227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.023289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.023442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.023527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.023614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.023761] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-743841ef-c118-47c2-9042-83f4a1fd6e56 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.023852] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.023911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.024063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.024198] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.024287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.024347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.024481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.024648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.024648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.024739] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('743841ef-c118-47c2-9042-83f4a1fd6e56',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.357471] env[65134]: INFO networking_nsxv3.common.synchronization [None req-3f416c9f-a82d-415a-aa5d-c339420c8d3f None None] Enqueued Resource ID: c4db021b-c488-48c5-80c3-36c34b63d939 with Priority: HIGHEST for action port [ 607.358443] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4db021b-c488-48c5-80c3-36c34b63d939 with Priority: HIGHEST for action port [ 607.360985] env[65134]: INFO networking_nsxv3.common.synchronization [None req-48ffd6e1-3e1e-4aef-9cb1-292a3fd20d11 None None] Enqueued Resource ID: 5a212e58-7bf2-410d-9551-9753caa20eff with Priority: HIGHEST for action port [ 607.360985] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4db021b-c488-48c5-80c3-36c34b63d939 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.361211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4db021b-c488-48c5-80c3-36c34b63d939" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.361624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4db021b-c488-48c5-80c3-36c34b63d939" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.362534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4db021b-c488-48c5-80c3-36c34b63d939" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.362740] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4db021b-c488-48c5-80c3-36c34b63d939',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.364778] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a212e58-7bf2-410d-9551-9753caa20eff with Priority: HIGHEST for action port [ 607.365054] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a212e58-7bf2-410d-9551-9753caa20eff taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.365216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a212e58-7bf2-410d-9551-9753caa20eff" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.365331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a212e58-7bf2-410d-9551-9753caa20eff" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.365579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a212e58-7bf2-410d-9551-9753caa20eff" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.365696] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a212e58-7bf2-410d-9551-9753caa20eff',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.403458] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.404224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.404386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.404748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.404907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.405153] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.405275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.405375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.405599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.405745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.405841] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 already deleted. [ 607.405944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.413114] env[65134]: INFO networking_nsxv3.common.synchronization [req-31448452-859d-482c-a163-99f510f37747 req-5144bd6e-f008-4240-af17-e390654afe2f tempest-ServersTestMultiNic-1561498903 tempest-ServersTestMultiNic-1561498903-project-member] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 607.413114] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 607.413246] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.413355] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.413412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.415067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.415067] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.415067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.415067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.415067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.415067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.415067] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.528458] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 743841ef-c118-47c2-9042-83f4a1fd6e56: rpc.has_security_group_logging(os_id): False [ 607.552870] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.553730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.553844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.555012] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.555012] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.555012] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.555012] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.555012] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.555012] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.555012] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.555012] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.555700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.555700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.555700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.555700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.555700] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.555700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.555700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.555974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.555974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.555974] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 is going to be created. [ 607.623071] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.623270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.623336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.624663] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.624663] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.638104] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 in Status: IN_PROGRESS for 2s [ 607.855523] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.855874] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-649" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.855874] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-649" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.856350] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-649" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.856689] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.856830] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.856945] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.857201] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.857403] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.857553] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.857658] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.857760] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.857859] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.857971] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.858115] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.858616] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.865084] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4db021b-c488-48c5-80c3-36c34b63d939 [ 607.865314] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.865459] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.865499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.865691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.865783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.865878] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4db021b-c488-48c5-80c3-36c34b63d939 already deleted. [ 607.865960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4db021b-c488-48c5-80c3-36c34b63d939" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.867621] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a212e58-7bf2-410d-9551-9753caa20eff [ 607.867817] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.868300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.868300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.868300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.868300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.868959] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a212e58-7bf2-410d-9551-9753caa20eff already deleted. [ 607.868959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a212e58-7bf2-410d-9551-9753caa20eff" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.882030] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.882224] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.882363] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.882534] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-649" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.882847] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.883048] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.883179] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.883503] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.883644] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.916884] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.917558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.917558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.917764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.917764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.917925] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.918035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.918090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.918285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.918285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.918407] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 already deleted. [ 607.918456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.390024] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.390024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.390024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.390024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.390024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.390024] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7 not found, creating... [ 608.390024] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.390024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.390024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.390024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.390024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.390673] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.390673] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.390673] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.390673] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.390673] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.390673] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7 is going to be created. [ 608.418815] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.419249] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.420143] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.420610] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.420932] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.421209] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.844051] env[65134]: INFO networking_nsxv3.common.synchronization [None req-a5b77322-da3a-4f39-8519-863df22d7f99 None None] Enqueued Resource ID: 73e58bcc-9a8d-4af0-b91b-9e4ae1448a9d with Priority: HIGHEST for action port [ 608.844918] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e58bcc-9a8d-4af0-b91b-9e4ae1448a9d with Priority: HIGHEST for action port [ 608.845243] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e58bcc-9a8d-4af0-b91b-9e4ae1448a9d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.845372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e58bcc-9a8d-4af0-b91b-9e4ae1448a9d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.845439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e58bcc-9a8d-4af0-b91b-9e4ae1448a9d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.845874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e58bcc-9a8d-4af0-b91b-9e4ae1448a9d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.845874] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e58bcc-9a8d-4af0-b91b-9e4ae1448a9d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.881364] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 608.881655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.881803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.882036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.882239] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.882560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.882560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.882683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.882683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.882755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.883520] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.166636] env[65134]: INFO networking_nsxv3.common.synchronization [req-31448452-859d-482c-a163-99f510f37747 req-0c4d8590-a267-41bc-8141-080dc19b5208 service nova] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_rules [ 609.166862] env[65134]: INFO networking_nsxv3.common.synchronization [req-31448452-859d-482c-a163-99f510f37747 req-0c4d8590-a267-41bc-8141-080dc19b5208 service nova] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 609.167061] env[65134]: INFO networking_nsxv3.common.synchronization [req-31448452-859d-482c-a163-99f510f37747 req-0c4d8590-a267-41bc-8141-080dc19b5208 service nova] Enqueued Resource ID: 6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7 with Priority: HIGHEST for action port [ 609.168144] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_rules [ 609.168391] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 609.168610] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7 with Priority: HIGHEST for action port [ 609.168955] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.169143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.169244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.169534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.169664] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.171259] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.171438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.171612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.171837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.172070] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.172226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.172336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.172554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.172672] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.172817] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.173732] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.173810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.173917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.174102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.174234] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.348562] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73e58bcc-9a8d-4af0-b91b-9e4ae1448a9d [ 609.350381] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.350381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.350381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.350381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.350381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.350381] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73e58bcc-9a8d-4af0-b91b-9e4ae1448a9d already deleted. [ 609.350381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e58bcc-9a8d-4af0-b91b-9e4ae1448a9d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.357636] env[65134]: INFO networking_nsxv3.common.synchronization [None req-45eb1ec3-24d8-4868-88c9-a44c4c6d2cf6 None None] Enqueued Resource ID: 9d81b6e7-7d93-454d-b99f-f39cd606242b with Priority: HIGHEST for action port [ 609.358461] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d81b6e7-7d93-454d-b99f-f39cd606242b with Priority: HIGHEST for action port [ 609.358461] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d81b6e7-7d93-454d-b99f-f39cd606242b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.359102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d81b6e7-7d93-454d-b99f-f39cd606242b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.359102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d81b6e7-7d93-454d-b99f-f39cd606242b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.359280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d81b6e7-7d93-454d-b99f-f39cd606242b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.360187] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d81b6e7-7d93-454d-b99f-f39cd606242b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.385245] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.385365] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.385365] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.385627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.385767] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.385867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.385921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.386093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.386417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.386417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.386417] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.386561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.386561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.386707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.386842] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.386944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.387016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.387154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.387228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.387409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.387409] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.650390] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 in Status: SUCCESS [ 609.652169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.678696] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.678696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.678696] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.678696] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7 with status ACTIVE [ 609.678696] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.678696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.678696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.679155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.679155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.679155] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.679155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.679155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.679311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.679386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.680174] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.680174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.680174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.680174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.680174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.680174] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7 is going to be updated. [ 609.704680] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.704821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.704821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.705014] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.705115] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.705266] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b24c51a-d7d8-4be8-aa2e-b123f1e7cde7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.769312] env[65134]: INFO networking_nsxv3.common.synchronization [req-c240a672-7321-4b0d-a961-788e62966e58 req-e6bb67c8-e724-4acf-b571-f27584049616 tempest-ServersV294TestFqdnHostnames-360918045 tempest-ServersV294TestFqdnHostnames-360918045-project-member] Enqueued Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGHEST for action security_group_members [ 609.769312] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGHEST for action security_group_members [ 609.769441] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5296a13-15f5-4ab7-aab8-b676059a8751 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.771017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.771017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.774074] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.774305] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.774382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.774446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.774629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.774710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.774805] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5296a13-15f5-4ab7-aab8-b676059a8751',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.861929] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d81b6e7-7d93-454d-b99f-f39cd606242b [ 609.862262] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.863054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.863054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.863054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.863054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.863054] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d81b6e7-7d93-454d-b99f-f39cd606242b already deleted. [ 609.863054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d81b6e7-7d93-454d-b99f-f39cd606242b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.891744] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 985c7979-fcf4-491a-8af5-cd9a8c33e586: rpc.has_security_group_logging(os_id): False [ 609.916378] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.916646] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.916785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.916928] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.917048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.917278] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.917380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.917437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.917593] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.918249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.918249] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.918335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.918378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.918509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.918628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.918808] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.918903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.918967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.919134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.919210] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.919295] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be created. [ 609.984309] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.984460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.984513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.984722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.984896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.998446] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 610.122755] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.122979] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-348" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.123448] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-348" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.124603] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-348" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.124934] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.125160] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.126912] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.126912] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.126912] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.126912] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.126912] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.126912] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.126912] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.126912] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.126912] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.126912] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.165884] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.165884] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.165884] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.165884] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-348" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.165884] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-d648cd05-7a59-4bab-9a9d-e108f89314ce taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.165884] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-d648cd05-7a59-4bab-9a9d-e108f89314ce" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.165884] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-d648cd05-7a59-4bab-9a9d-e108f89314ce" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.165884] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-d648cd05-7a59-4bab-9a9d-e108f89314ce" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.165884] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d648cd05-7a59-4bab-9a9d-e108f89314ce',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.184242] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.193154] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.193154] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-720" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.193154] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-720" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.193154] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-720" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.193808] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.193980] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.194255] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.194533] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.194744] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.195042] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.195212] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.195363] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.195510] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.195681] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.195844] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.197105] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.225045] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.225181] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.225345] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.225386] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-720" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.225669] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-242154e5-450e-4a0c-9525-7ed4ad88c95b taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.225835] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-242154e5-450e-4a0c-9525-7ed4ad88c95b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.225951] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-242154e5-450e-4a0c-9525-7ed4ad88c95b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.226291] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-242154e5-450e-4a0c-9525-7ed4ad88c95b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.226427] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('242154e5-450e-4a0c-9525-7ed4ad88c95b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.278845] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.280088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.280197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.280396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.280491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.280729] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.280873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.280972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.281134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.281263] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.281385] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5296a13-15f5-4ab7-aab8-b676059a8751 already deleted. [ 610.281493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.668455] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.668700] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.668904] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.669269] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.669487] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.669717] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port d648cd05-7a59-4bab-9a9d-e108f89314ce not found, creating... [ 610.670163] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.670347] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.670520] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.670832] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.671065] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.671408] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.671684] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.671814] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.672183] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.672385] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.672591] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: d648cd05-7a59-4bab-9a9d-e108f89314ce is going to be created. [ 610.686897] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.687164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.687284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.687564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.687696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.687839] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be created. [ 610.693773] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.694068] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.694222] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.694505] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.694766] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.695037] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-d648cd05-7a59-4bab-9a9d-e108f89314ce" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.723729] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.723884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.723972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.724414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.724598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.730378] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.730597] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.730724] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.731058] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.731246] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.731408] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 242154e5-450e-4a0c-9525-7ed4ad88c95b not found, creating... [ 610.731731] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.731898] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.732026] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.732357] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.732554] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.733205] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.733328] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.733420] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.733952] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.734040] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.734176] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 242154e5-450e-4a0c-9525-7ed4ad88c95b is going to be created. [ 610.745088] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: UNINITIALIZED for 2s [ 610.781027] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.781027] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.781027] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.781027] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.781027] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.781027] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-242154e5-450e-4a0c-9525-7ed4ad88c95b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.877454] env[65134]: INFO networking_nsxv3.common.synchronization [None req-73bd883a-916d-48bd-a766-e482440f218b None None] Enqueued Resource ID: 106c4674-005f-45c6-b35c-f97a130d59fb with Priority: HIGHEST for action port [ 610.877454] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106c4674-005f-45c6-b35c-f97a130d59fb with Priority: HIGHEST for action port [ 610.877454] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-106c4674-005f-45c6-b35c-f97a130d59fb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.877454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-106c4674-005f-45c6-b35c-f97a130d59fb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.877454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-106c4674-005f-45c6-b35c-f97a130d59fb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.877887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-106c4674-005f-45c6-b35c-f97a130d59fb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.877887] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('106c4674-005f-45c6-b35c-f97a130d59fb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.302262] env[65134]: INFO networking_nsxv3.common.synchronization [None req-9cbf3fe0-fc82-4669-ac4d-37fe06f7f0e2 None None] Enqueued Resource ID: cf0dfefe-65d6-4ab0-8ded-c300b5755cd3 with Priority: HIGHEST for action port [ 611.302589] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0dfefe-65d6-4ab0-8ded-c300b5755cd3 with Priority: HIGHEST for action port [ 611.302860] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf0dfefe-65d6-4ab0-8ded-c300b5755cd3 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.302983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf0dfefe-65d6-4ab0-8ded-c300b5755cd3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.304365] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf0dfefe-65d6-4ab0-8ded-c300b5755cd3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.304669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf0dfefe-65d6-4ab0-8ded-c300b5755cd3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.304763] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0dfefe-65d6-4ab0-8ded-c300b5755cd3',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.381553] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 106c4674-005f-45c6-b35c-f97a130d59fb [ 611.381553] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.381553] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.381553] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.381553] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.381553] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.381553] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:106c4674-005f-45c6-b35c-f97a130d59fb already deleted. [ 611.381553] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-106c4674-005f-45c6-b35c-f97a130d59fb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.454700] env[65134]: INFO networking_nsxv3.common.synchronization [req-31448452-859d-482c-a163-99f510f37747 req-81ec863c-a8c8-42f9-a836-1a1b8e6da6fb service nova] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_rules [ 611.454924] env[65134]: INFO networking_nsxv3.common.synchronization [req-31448452-859d-482c-a163-99f510f37747 req-81ec863c-a8c8-42f9-a836-1a1b8e6da6fb service nova] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 611.455143] env[65134]: INFO networking_nsxv3.common.synchronization [req-31448452-859d-482c-a163-99f510f37747 req-81ec863c-a8c8-42f9-a836-1a1b8e6da6fb service nova] Enqueued Resource ID: d648cd05-7a59-4bab-9a9d-e108f89314ce with Priority: HIGHEST for action port [ 611.456947] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_rules [ 611.457037] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 611.457802] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d648cd05-7a59-4bab-9a9d-e108f89314ce with Priority: HIGHEST for action port [ 611.457802] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.457802] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.457968] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.458147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.458291] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d648cd05-7a59-4bab-9a9d-e108f89314ce taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.458736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d648cd05-7a59-4bab-9a9d-e108f89314ce" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.458736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d648cd05-7a59-4bab-9a9d-e108f89314ce" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.458736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d648cd05-7a59-4bab-9a9d-e108f89314ce" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.458860] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d648cd05-7a59-4bab-9a9d-e108f89314ce',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.561525] env[65134]: INFO networking_nsxv3.common.synchronization [req-c240a672-7321-4b0d-a961-788e62966e58 req-c9bd3f51-d05f-4d4f-9d75-64bc7e4f9c76 service nova] Enqueued Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGHEST for action security_group_rules [ 611.561659] env[65134]: INFO networking_nsxv3.common.synchronization [req-c240a672-7321-4b0d-a961-788e62966e58 req-c9bd3f51-d05f-4d4f-9d75-64bc7e4f9c76 service nova] Enqueued Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGHEST for action security_group_members [ 611.561887] env[65134]: INFO networking_nsxv3.common.synchronization [req-c240a672-7321-4b0d-a961-788e62966e58 req-c9bd3f51-d05f-4d4f-9d75-64bc7e4f9c76 service nova] Enqueued Resource ID: 242154e5-450e-4a0c-9525-7ed4ad88c95b with Priority: HIGHEST for action port [ 611.562389] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGHEST for action security_group_rules [ 611.562561] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGHEST for action security_group_members [ 611.562694] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 242154e5-450e-4a0c-9525-7ed4ad88c95b with Priority: HIGHEST for action port [ 611.563020] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5296a13-15f5-4ab7-aab8-b676059a8751 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.563296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.563363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.563605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.563710] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5296a13-15f5-4ab7-aab8-b676059a8751',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.564982] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5296a13-15f5-4ab7-aab8-b676059a8751 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.565154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.565240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.565504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.565801] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.565966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.566048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.566639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.566639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.566639] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5296a13-15f5-4ab7-aab8-b676059a8751',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.567752] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-242154e5-450e-4a0c-9525-7ed4ad88c95b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.567752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-242154e5-450e-4a0c-9525-7ed4ad88c95b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.567752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-242154e5-450e-4a0c-9525-7ed4ad88c95b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.568552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-242154e5-450e-4a0c-9525-7ed4ad88c95b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.569040] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('242154e5-450e-4a0c-9525-7ed4ad88c95b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.808022] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf0dfefe-65d6-4ab0-8ded-c300b5755cd3 [ 611.808022] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.808022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.808022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.808022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.808022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.808022] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf0dfefe-65d6-4ab0-8ded-c300b5755cd3 already deleted. [ 611.808022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf0dfefe-65d6-4ab0-8ded-c300b5755cd3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.962160] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d648cd05-7a59-4bab-9a9d-e108f89314ce with status ACTIVE [ 611.963126] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.963126] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.963362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.965043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.965043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.965043] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.965043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.965043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.965043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.965415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.965415] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.965415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.965520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.965655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.965765] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.965873] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d648cd05-7a59-4bab-9a9d-e108f89314ce is going to be updated. [ 611.993502] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.993653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.993726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.993909] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.994082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.994239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d648cd05-7a59-4bab-9a9d-e108f89314ce" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.996730] env[65134]: INFO networking_nsxv3.common.synchronization [req-36405f59-ad9b-4f0c-baad-1db4989af098 req-1d650cb6-117f-40aa-ab25-0c5c08c7efdc tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_members [ 611.997067] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_members [ 611.997364] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.997477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.997536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.997762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.997906] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.998063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.998127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.998475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.998475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.998475] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.015479] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 612.015760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.071542] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5296a13-15f5-4ab7-aab8-b676059a8751 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.071542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.071542] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5296a13-15f5-4ab7-aab8-b676059a8751',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.072484] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 242154e5-450e-4a0c-9525-7ed4ad88c95b with status ACTIVE [ 612.072592] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.075394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.075394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.075394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.075610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.075661] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.075742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.076110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.076323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.076412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.077021] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.077329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.077391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.080597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.080597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.080597] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 242154e5-450e-4a0c-9525-7ed4ad88c95b is going to be updated. [ 612.114211] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.114868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.114868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.115506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.115674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.115824] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-242154e5-450e-4a0c-9525-7ed4ad88c95b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.280991] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.281243] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-649" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.281371] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-649" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.281627] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-649" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.281867] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.282028] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.282145] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.282349] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.282482] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.282684] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.282793] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.282898] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.283014] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.283128] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.283227] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.283352] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.304394] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.304684] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.304684] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.305020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.305286] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.305461] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.305574] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.305813] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.305963] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.306188] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.306297] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.306402] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.306521] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.306653] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.306720] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.306874] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.308687] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.308844] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.308976] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.309150] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-649" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.309443] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-55bacac3-4117-49aa-92d9-ccb8f8bfb08d taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.309631] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-55bacac3-4117-49aa-92d9-ccb8f8bfb08d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.309787] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-55bacac3-4117-49aa-92d9-ccb8f8bfb08d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.310147] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-55bacac3-4117-49aa-92d9-ccb8f8bfb08d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.310289] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55bacac3-4117-49aa-92d9-ccb8f8bfb08d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.335200] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.335200] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.335200] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.335436] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.335578] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-5913a3b3-ccda-4481-89a8-9ae729f4aca3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.335699] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-5913a3b3-ccda-4481-89a8-9ae729f4aca3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.335813] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-5913a3b3-ccda-4481-89a8-9ae729f4aca3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.336136] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-5913a3b3-ccda-4481-89a8-9ae729f4aca3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.336269] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5913a3b3-ccda-4481-89a8-9ae729f4aca3',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.501528] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.501733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.501802] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.502108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.502241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.502471] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.502592] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.502658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.502871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.502940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.503062] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 already deleted. [ 612.503186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.579726] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5296a13-15f5-4ab7-aab8-b676059a8751',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.756238] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 612.756676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.756676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.756946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.757132] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.757247] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.757247] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.757406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.757519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.757565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.757707] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.758498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.758757] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.758850] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.758955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.759042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.759199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.759260] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.759332] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.813592] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.813592] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.813592] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.813592] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.813592] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.813895] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 55bacac3-4117-49aa-92d9-ccb8f8bfb08d not found, creating... [ 612.813988] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.814147] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.814261] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.814475] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.814606] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.814884] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.815043] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.815155] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.815365] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.815489] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.815621] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 55bacac3-4117-49aa-92d9-ccb8f8bfb08d is going to be created. [ 612.838481] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.838883] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.839183] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.839490] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.839743] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.839975] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-55bacac3-4117-49aa-92d9-ccb8f8bfb08d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.841217] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.841490] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.841611] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.841845] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.841980] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.842134] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 5913a3b3-ccda-4481-89a8-9ae729f4aca3 not found, creating... [ 612.842375] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.842523] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.842665] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.842875] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.843015] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.843284] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.843432] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.843545] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.843742] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.843870] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.844011] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 5913a3b3-ccda-4481-89a8-9ae729f4aca3 is going to be created. [ 612.866966] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.867233] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.867362] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.867656] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.867904] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.868135] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-5913a3b3-ccda-4481-89a8-9ae729f4aca3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.082125] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.082365] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.082463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.082756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.082869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.082975] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5296a13-15f5-4ab7-aab8-b676059a8751 is going to be created. [ 613.118350] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.118755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.118755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.118959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.119158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.130973] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5296a13-15f5-4ab7-aab8-b676059a8751 in Status: UNINITIALIZED for 2s [ 613.261948] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.262226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.262365] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.588172] env[65134]: INFO networking_nsxv3.common.synchronization [req-31448452-859d-482c-a163-99f510f37747 req-81a0d4a5-292c-4abc-9e7e-1ec5cbbcf86c service nova] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_rules [ 613.588406] env[65134]: INFO networking_nsxv3.common.synchronization [req-31448452-859d-482c-a163-99f510f37747 req-81a0d4a5-292c-4abc-9e7e-1ec5cbbcf86c service nova] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 613.588497] env[65134]: INFO networking_nsxv3.common.synchronization [req-31448452-859d-482c-a163-99f510f37747 req-81a0d4a5-292c-4abc-9e7e-1ec5cbbcf86c service nova] Enqueued Resource ID: 55bacac3-4117-49aa-92d9-ccb8f8bfb08d with Priority: HIGHEST for action port [ 613.589406] env[65134]: INFO networking_nsxv3.common.synchronization [req-36405f59-ad9b-4f0c-baad-1db4989af098 req-85e7ff3a-3466-425a-93d3-4a29b613dde8 service nova] Enqueued Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_rules [ 613.589554] env[65134]: INFO networking_nsxv3.common.synchronization [req-36405f59-ad9b-4f0c-baad-1db4989af098 req-85e7ff3a-3466-425a-93d3-4a29b613dde8 service nova] Enqueued Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_members [ 613.589701] env[65134]: INFO networking_nsxv3.common.synchronization [req-36405f59-ad9b-4f0c-baad-1db4989af098 req-85e7ff3a-3466-425a-93d3-4a29b613dde8 service nova] Enqueued Resource ID: 5913a3b3-ccda-4481-89a8-9ae729f4aca3 with Priority: HIGHEST for action port [ 613.589963] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_rules [ 613.590067] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bacac3-4117-49aa-92d9-ccb8f8bfb08d with Priority: HIGHEST for action port [ 613.590163] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5913a3b3-ccda-4481-89a8-9ae729f4aca3 with Priority: HIGHEST for action port [ 613.590267] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_members [ 613.590341] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 613.590430] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_rules [ 613.590984] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.591112] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.591311] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-55bacac3-4117-49aa-92d9-ccb8f8bfb08d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.591496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55bacac3-4117-49aa-92d9-ccb8f8bfb08d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.591496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55bacac3-4117-49aa-92d9-ccb8f8bfb08d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.591656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55bacac3-4117-49aa-92d9-ccb8f8bfb08d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.591742] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55bacac3-4117-49aa-92d9-ccb8f8bfb08d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.595747] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5913a3b3-ccda-4481-89a8-9ae729f4aca3 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.595747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5913a3b3-ccda-4481-89a8-9ae729f4aca3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.595747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5913a3b3-ccda-4481-89a8-9ae729f4aca3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.595747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5913a3b3-ccda-4481-89a8-9ae729f4aca3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.595747] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5913a3b3-ccda-4481-89a8-9ae729f4aca3',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.597046] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.597170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.597240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.597436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.598082] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.598082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.598082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.598499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.598499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.598499] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.599443] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.599443] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.599582] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.599687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.599762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.599919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.599995] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.764998] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.969388] env[65134]: INFO networking_nsxv3.common.synchronization [req-9d102fb0-9019-48c9-a993-db1bdfd6177f req-b6ad11fc-1679-4214-9250-840331f7cf41 tempest-ServersTestFqdnHostnames-564143347 tempest-ServersTestFqdnHostnames-564143347-project-member] Enqueued Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGHEST for action security_group_members [ 613.969901] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGHEST for action security_group_members [ 613.970244] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.970373] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.970442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.970717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.970878] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.970982] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.971571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.972105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.972269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.972453] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.102366] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55bacac3-4117-49aa-92d9-ccb8f8bfb08d with status ACTIVE [ 614.102659] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.103125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.103274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.103612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.104420] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.104674] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.105693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.105865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.106312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.106818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.107107] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.107251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.107442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.107645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.107749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.107871] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55bacac3-4117-49aa-92d9-ccb8f8bfb08d is going to be updated. [ 614.109040] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5913a3b3-ccda-4481-89a8-9ae729f4aca3 with status ACTIVE [ 614.109423] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.109573] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.109688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.109882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.109999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.110535] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.110770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.110866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.111078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.111217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.112209] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.112297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.112383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.112559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.112675] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.112794] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5913a3b3-ccda-4481-89a8-9ae729f4aca3 is going to be updated. [ 614.113832] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.115185] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.116550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.141026] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.141237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.141415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.141657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.141792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.141962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5913a3b3-ccda-4481-89a8-9ae729f4aca3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.142802] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.142945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.143017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.143259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.143435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.143600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55bacac3-4117-49aa-92d9-ccb8f8bfb08d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.268719] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.268913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.268969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.269189] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.269273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.269371] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 614.327939] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.328049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.328128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.328342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.328444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.336410] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.336827] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-882" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.338319] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-882" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.338319] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-882" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.338319] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.338319] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.338319] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.338556] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.338733] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.338939] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.339106] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.339247] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.339375] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.339508] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.339650] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.339958] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.343130] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 614.362022] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.362022] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.362022] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.362022] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-882" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.362022] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-6adeb47a-de0a-4a55-be53-815f0d4c0ce2 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.362022] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-6adeb47a-de0a-4a55-be53-815f0d4c0ce2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.362022] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-6adeb47a-de0a-4a55-be53-815f0d4c0ce2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.362022] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-6adeb47a-de0a-4a55-be53-815f0d4c0ce2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.362022] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6adeb47a-de0a-4a55-be53-815f0d4c0ce2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.475420] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.475614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.475659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.475836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.475925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.476124] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.476222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.476283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.476436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.476509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.476591] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c already deleted. [ 614.476686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.617927] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.863534] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.863959] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.864168] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.864475] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.864627] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.864780] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 6adeb47a-de0a-4a55-be53-815f0d4c0ce2 not found, creating... [ 614.865053] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.865215] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.865330] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.865554] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.865687] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.865978] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.866137] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.866249] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.866449] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.866576] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.866756] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 6adeb47a-de0a-4a55-be53-815f0d4c0ce2 is going to be created. [ 614.888920] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.889244] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.889385] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.890533] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.890533] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.890533] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-6adeb47a-de0a-4a55-be53-815f0d4c0ce2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.121413] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.121579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.121656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.121883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.121974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.122087] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 is going to be created. [ 615.142744] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5296a13-15f5-4ab7-aab8-b676059a8751 in Status: SUCCESS [ 615.142744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.142744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.142744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.142744] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.142744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.142744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.142744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.142744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.142744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.142744] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5296a13-15f5-4ab7-aab8-b676059a8751',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.154202] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.154354] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.154450] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.154842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.155134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.168763] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: UNINITIALIZED for 2s [ 615.645418] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5296a13-15f5-4ab7-aab8-b676059a8751',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.825626] env[65134]: INFO networking_nsxv3.common.synchronization [req-94b47715-428f-4bad-bd39-79849e0b27ca req-9484e9d6-009e-4813-8820-b1268f139fb8 tempest-ServersAdminTestJSON-1123493402 tempest-ServersAdminTestJSON-1123493402-project-member] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 615.826218] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 615.826523] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.826800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.826800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.826958] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.827301] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.827386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.827454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.827842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.827842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.827842] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.952146] env[65134]: INFO networking_nsxv3.common.synchronization [req-9d102fb0-9019-48c9-a993-db1bdfd6177f req-a9b8b9d7-7a53-43ba-8b69-1cfc8e7d53dd service nova] Enqueued Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGHEST for action security_group_rules [ 615.952320] env[65134]: INFO networking_nsxv3.common.synchronization [req-9d102fb0-9019-48c9-a993-db1bdfd6177f req-a9b8b9d7-7a53-43ba-8b69-1cfc8e7d53dd service nova] Enqueued Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGHEST for action security_group_members [ 615.952453] env[65134]: INFO networking_nsxv3.common.synchronization [req-9d102fb0-9019-48c9-a993-db1bdfd6177f req-a9b8b9d7-7a53-43ba-8b69-1cfc8e7d53dd service nova] Enqueued Resource ID: 6adeb47a-de0a-4a55-be53-815f0d4c0ce2 with Priority: HIGHEST for action port [ 615.952677] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGHEST for action security_group_rules [ 615.952803] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGHEST for action security_group_members [ 615.952900] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6adeb47a-de0a-4a55-be53-815f0d4c0ce2 with Priority: HIGHEST for action port [ 615.953432] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.953555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.953624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.953819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.953897] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.955524] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.955641] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.955709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.955885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.956048] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.956144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.956207] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.956346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.956430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.956800] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.958978] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6adeb47a-de0a-4a55-be53-815f0d4c0ce2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.958978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6adeb47a-de0a-4a55-be53-815f0d4c0ce2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.958978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6adeb47a-de0a-4a55-be53-815f0d4c0ce2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.958978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6adeb47a-de0a-4a55-be53-815f0d4c0ce2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.958978] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6adeb47a-de0a-4a55-be53-815f0d4c0ce2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.147412] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5296a13-15f5-4ab7-aab8-b676059a8751: rpc.has_security_group_logging(os_id): False [ 616.169143] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.169285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.169363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.169708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.169708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.169960] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.170045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.170380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.170579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.170706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.170743] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5296a13-15f5-4ab7-aab8-b676059a8751 is going to be created. [ 616.244157] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.244805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.244805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.244805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.244953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.260081] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5296a13-15f5-4ab7-aab8-b676059a8751 in Status: IN_PROGRESS for 2s [ 616.330223] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.339289] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.339289] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.339289] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.339881] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.340253] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.340481] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.340681] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.340926] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.341163] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.341441] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.341552] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.341734] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.341838] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.341912] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.342080] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.342199] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.374969] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 616.375262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.375489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.375825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.376079] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.376185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.376233] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.376408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.376521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.376612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.376829] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.376913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.376968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.377162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.377307] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.377445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.377514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.377606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.377680] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.377769] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.377891] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.378837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.379020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.379189] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.379296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.379357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.379496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.379575] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.379700] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.402924] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.403175] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.061 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.403359] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.403420] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.403776] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-6a76a082-6ff3-4d27-ab00-3866a0067e6a taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.403977] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-6a76a082-6ff3-4d27-ab00-3866a0067e6a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.404121] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-6a76a082-6ff3-4d27-ab00-3866a0067e6a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.404555] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-6a76a082-6ff3-4d27-ab00-3866a0067e6a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.404695] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a76a082-6ff3-4d27-ab00-3866a0067e6a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.456682] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.457919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.460743] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.462751] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6adeb47a-de0a-4a55-be53-815f0d4c0ce2 with status ACTIVE [ 616.463064] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.463206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.463277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.463519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.463599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.463798] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.463919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.463961] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.464171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.464311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.465756] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.465756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.465756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.465756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.465756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.465756] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6adeb47a-de0a-4a55-be53-815f0d4c0ce2 is going to be updated. [ 616.490869] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.491134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.491208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.491463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.491629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.491843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6adeb47a-de0a-4a55-be53-815f0d4c0ce2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.833566] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.882179] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70709ee8-8633-43e6-93a6-8276dbad1ab9: rpc.has_security_group_logging(os_id): False [ 616.882850] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.905170] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.905170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.905170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.905170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.905170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.905170] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.905170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.905170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.905170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.905170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.905170] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.905170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.905170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.905170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.905170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.905808] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.905808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.905808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.905808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.905808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.905808] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be created. [ 616.909298] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.909298] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.909298] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.909298] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.909298] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.909298] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 6a76a082-6ff3-4d27-ab00-3866a0067e6a not found, creating... [ 616.909298] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.909298] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.909298] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.909654] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.909654] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.909933] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.910114] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.910228] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.910429] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.910556] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.910720] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 6a76a082-6ff3-4d27-ab00-3866a0067e6a is going to be created. [ 616.935448] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.935746] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.935746] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.936028] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.936210] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.936410] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-6a76a082-6ff3-4d27-ab00-3866a0067e6a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.967983] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.975909] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.976117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.976240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.976456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.977066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.990916] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 617.182448] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: SUCCESS [ 617.182792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.183118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.183377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.184644] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.184644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.184644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.184644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.184644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.184644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.184644] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.337015] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.337222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.337276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.337523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.337608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.337714] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be updated. [ 617.370316] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.370474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.370559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.371151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.371400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.382045] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 617.388314] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.470703] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.470941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.471116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.471344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.471399] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.471498] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c is going to be created. [ 617.497688] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.497864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.497923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.498353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.498353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.502010] env[65134]: INFO networking_nsxv3.common.synchronization [req-e67e18c5-37ad-47e0-b1cd-0b69fb03125a req-1b9f4f79-fba6-4cd9-a339-1d643b79cbd3 tempest-ImagesOneServerTestJSON-1056471267 tempest-ImagesOneServerTestJSON-1056471267-project-member] Enqueued Resource ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 with Priority: HIGHEST for action security_group_members [ 617.502695] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 with Priority: HIGHEST for action security_group_members [ 617.503304] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a88e0b-4f56-4094-ad7c-42d424de0fa2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.503460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.503595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.503868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.504058] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.504166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.504231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.504407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.504529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.504600] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68a88e0b-4f56-4094-ad7c-42d424de0fa2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.511106] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c in Status: UNINITIALIZED for 2s [ 617.653235] env[65134]: INFO networking_nsxv3.common.synchronization [req-94b47715-428f-4bad-bd39-79849e0b27ca req-1edfe998-31aa-405d-829d-0549e6b8a426 service nova] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_rules [ 617.653235] env[65134]: INFO networking_nsxv3.common.synchronization [req-94b47715-428f-4bad-bd39-79849e0b27ca req-1edfe998-31aa-405d-829d-0549e6b8a426 service nova] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 617.653235] env[65134]: INFO networking_nsxv3.common.synchronization [req-94b47715-428f-4bad-bd39-79849e0b27ca req-1edfe998-31aa-405d-829d-0549e6b8a426 service nova] Enqueued Resource ID: 6a76a082-6ff3-4d27-ab00-3866a0067e6a with Priority: HIGHEST for action port [ 617.653235] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_rules [ 617.653235] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 617.653235] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a76a082-6ff3-4d27-ab00-3866a0067e6a with Priority: HIGHEST for action port [ 617.653604] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.653732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.653833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.654011] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.655250] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.658169] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.658293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.658513] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a76a082-6ff3-4d27-ab00-3866a0067e6a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.658620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a76a082-6ff3-4d27-ab00-3866a0067e6a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.658704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a76a082-6ff3-4d27-ab00-3866a0067e6a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.658920] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a76a082-6ff3-4d27-ab00-3866a0067e6a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.659013] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a76a082-6ff3-4d27-ab00-3866a0067e6a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.689257] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.892768] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.892768] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.893138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.893138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.893138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.893274] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 617.990849] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.991134] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-422" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.991242] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-422" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.991553] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-422" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.991808] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.991961] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.992098] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.992310] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.992476] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.992642] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.992750] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.992855] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.992953] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.993067] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.993167] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.993292] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.001403] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.001540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.001612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.001801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.001944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.006892] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.007039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.007089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.007286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.007376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.007562] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.007665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.007716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.007860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.007936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.008051] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 already deleted. [ 618.008149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.011920] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 618.013252] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.013351] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.013470] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.013636] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-422" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.013925] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-c6138215-4c3d-4474-b1e4-be7076e77528 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.014099] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-c6138215-4c3d-4474-b1e4-be7076e77528" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.014342] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-c6138215-4c3d-4474-b1e4-be7076e77528" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.014503] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-c6138215-4c3d-4474-b1e4-be7076e77528" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.014638] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6138215-4c3d-4474-b1e4-be7076e77528',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.158871] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.159066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.161316] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a76a082-6ff3-4d27-ab00-3866a0067e6a with status ACTIVE [ 618.161503] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.161622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.161692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.161920] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.162016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.162199] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.162299] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.162360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.162516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.162592] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.162771] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.162868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.162927] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.163078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.163153] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.163236] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a76a082-6ff3-4d27-ab00-3866a0067e6a is going to be updated. [ 618.185524] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.185783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.185783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.185922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.186066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.186228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a76a082-6ff3-4d27-ab00-3866a0067e6a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.190652] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0036c3ec-fe88-49ab-bb63-1e22095e14e7: rpc.has_security_group_logging(os_id): False [ 618.210126] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.210316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.210364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.210546] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.210636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.210865] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.210969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.211071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.211258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.211370] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.211473] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 is going to be created. [ 618.284414] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5296a13-15f5-4ab7-aab8-b676059a8751 in Status: SUCCESS [ 618.284726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.323327] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.323327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.323327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.323327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.323327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.340570] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: IN_PROGRESS for 2s [ 618.517223] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.517444] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.517684] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.517870] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.518031] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.518188] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port c6138215-4c3d-4474-b1e4-be7076e77528 not found, creating... [ 618.518454] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.518612] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.518791] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.519305] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.519305] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.519569] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.519741] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.519861] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.520104] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.520242] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.520377] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: c6138215-4c3d-4474-b1e4-be7076e77528 is going to be created. [ 618.545161] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.548150] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.548150] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.548150] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.548150] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.548150] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-c6138215-4c3d-4474-b1e4-be7076e77528" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.619388] env[65134]: INFO networking_nsxv3.common.synchronization [req-235e9a28-c471-482c-b2c7-7f290646f4d9 req-2f90ae48-bac9-4073-b073-be8228897aee tempest-DeleteServersAdminTestJSON-96748351 tempest-DeleteServersAdminTestJSON-96748351-project-admin] Enqueued Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_members [ 618.620593] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_members [ 618.623082] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.623082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.623082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.623082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.623082] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.623082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.623082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.623082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.623082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.623082] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.003750] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 619.004081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.004268] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.004556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.005281] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.127406] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.127719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.127801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.128048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.128142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.128347] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.128461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.128529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.128664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.128801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.128946] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 is going to be updated. [ 619.159055] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.159293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.159293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.159479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.159617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.169870] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: IN_PROGRESS for 2s [ 619.270641] env[65134]: INFO networking_nsxv3.common.synchronization [req-e67e18c5-37ad-47e0-b1cd-0b69fb03125a req-d837d6ad-2e98-490c-8ce7-eae2b326481e service nova] Enqueued Resource ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 with Priority: HIGHEST for action security_group_rules [ 619.270919] env[65134]: INFO networking_nsxv3.common.synchronization [req-e67e18c5-37ad-47e0-b1cd-0b69fb03125a req-d837d6ad-2e98-490c-8ce7-eae2b326481e service nova] Enqueued Resource ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 with Priority: HIGHEST for action security_group_members [ 619.271077] env[65134]: INFO networking_nsxv3.common.synchronization [req-e67e18c5-37ad-47e0-b1cd-0b69fb03125a req-d837d6ad-2e98-490c-8ce7-eae2b326481e service nova] Enqueued Resource ID: c6138215-4c3d-4474-b1e4-be7076e77528 with Priority: HIGHEST for action port [ 619.271707] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 with Priority: HIGHEST for action security_group_rules [ 619.271810] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 with Priority: HIGHEST for action security_group_members [ 619.271869] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6138215-4c3d-4474-b1e4-be7076e77528 with Priority: HIGHEST for action port [ 619.272215] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68a88e0b-4f56-4094-ad7c-42d424de0fa2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.272395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.272395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.272738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.272738] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68a88e0b-4f56-4094-ad7c-42d424de0fa2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.273650] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a88e0b-4f56-4094-ad7c-42d424de0fa2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.273769] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.273845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.275317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.275317] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.275317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.275317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.275317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.275317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.275317] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68a88e0b-4f56-4094-ad7c-42d424de0fa2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.276046] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6138215-4c3d-4474-b1e4-be7076e77528 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.276046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6138215-4c3d-4474-b1e4-be7076e77528" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.276046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6138215-4c3d-4474-b1e4-be7076e77528" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.276724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6138215-4c3d-4474-b1e4-be7076e77528" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.276807] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6138215-4c3d-4474-b1e4-be7076e77528',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.394691] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 619.394965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.395207] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.395469] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.395727] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.395894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.396059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.396200] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.396409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.396477] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.507703] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.507874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.523590] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c in Status: SUCCESS [ 619.523862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.524073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.524403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.524674] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.524796] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.524849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.525023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.525135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.525251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.525370] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.784356] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a88e0b-4f56-4094-ad7c-42d424de0fa2 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.784356] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.784543] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68a88e0b-4f56-4094-ad7c-42d424de0fa2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.785284] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6138215-4c3d-4474-b1e4-be7076e77528 with status ACTIVE [ 619.785471] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.785586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.785653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.785853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.785941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.786128] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.786216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.787661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.787661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.787661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.787661] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.787661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.787661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.787661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.789333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.789333] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6138215-4c3d-4474-b1e4-be7076e77528 is going to be updated. [ 619.816069] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.816069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.816069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.816069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.816069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.816069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6138215-4c3d-4474-b1e4-be7076e77528" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.885776] env[65134]: INFO networking_nsxv3.common.synchronization [req-cbcc9a54-6d19-471f-93c6-18cc68460098 req-42f1d2f7-0e90-4ff5-90f9-ae6da83c5ad7 tempest-ServerTagsTestJSON-1197449319 tempest-ServerTagsTestJSON-1197449319-project-member] Enqueued Resource ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 with Priority: HIGHEST for action security_group_members [ 619.886317] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 with Priority: HIGHEST for action security_group_members [ 619.886624] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b411700a-4d13-4c65-93ef-1fa52fe4caf2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.886757] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.886822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.887555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.887744] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.890338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.890432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.890616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.890810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.890810] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b411700a-4d13-4c65-93ef-1fa52fe4caf2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.899583] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.023469] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 620.023469] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.023469] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.023885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.023885] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.024278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.024278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.024278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.024402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.024446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.024891] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.027877] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.291562] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68a88e0b-4f56-4094-ad7c-42d424de0fa2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.305964] env[65134]: INFO networking_nsxv3.common.synchronization [None req-6ad526d3-03c9-4645-a6c0-3366429eb0bb None None] Enqueued Resource ID: 1bde95b9-24ef-4c32-88f3-301e19e37c9f with Priority: HIGHEST for action port [ 620.307268] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bde95b9-24ef-4c32-88f3-301e19e37c9f with Priority: HIGHEST for action port [ 620.308035] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bde95b9-24ef-4c32-88f3-301e19e37c9f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.308179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bde95b9-24ef-4c32-88f3-301e19e37c9f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.308310] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bde95b9-24ef-4c32-88f3-301e19e37c9f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.310010] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bde95b9-24ef-4c32-88f3-301e19e37c9f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.310010] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bde95b9-24ef-4c32-88f3-301e19e37c9f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.355644] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: SUCCESS [ 620.355915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.378176] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.378657] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.378994] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.379585] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.380177] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.380928] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.381580] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.381969] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.382621] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.383318] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.383560] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.383880] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.384170] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.384463] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.384794] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.385254] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.393384] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.393639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.393730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.393989] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.394561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.394561] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.394561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.394773] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.394843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.394939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.395161] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 already deleted. [ 620.395251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.403054] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.413521] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.413828] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.413828] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.414046] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.414350] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-d2031912-c4d7-487a-88f9-880f55b13745 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.414511] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-d2031912-c4d7-487a-88f9-880f55b13745" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.414862] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-d2031912-c4d7-487a-88f9-880f55b13745" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.415141] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-d2031912-c4d7-487a-88f9-880f55b13745" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.415141] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2031912-c4d7-487a-88f9-880f55b13745',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.529528] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.529877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.529877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.530022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.530217] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.530319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.530384] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.530547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.530633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.530722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.530872] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.530967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.531036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.531932] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.532209] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.532325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.532409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.532539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.532624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.532715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.532919] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.533898] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c: rpc.has_security_group_logging(os_id): False [ 620.558219] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.558422] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.558523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.558828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.558942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.559315] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.559454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.559543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.559765] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.559869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.559986] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c is going to be created. [ 620.627652] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.627835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.627946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.628186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.628369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.641628] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c in Status: IN_PROGRESS for 2s [ 620.798484] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.798645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.798777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.799044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.799200] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.799368] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 is going to be created. [ 620.814464] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bde95b9-24ef-4c32-88f3-301e19e37c9f [ 620.816546] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.816546] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.816546] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.816856] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.817103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.817237] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bde95b9-24ef-4c32-88f3-301e19e37c9f already deleted. [ 620.817334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bde95b9-24ef-4c32-88f3-301e19e37c9f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.829644] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.829849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.829901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.830132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.830290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.843156] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 in Status: UNINITIALIZED for 2s [ 620.906794] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.906794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.906794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.906794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.906794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.906794] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be updated. [ 620.918497] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.918745] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.918862] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.919166] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.919310] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.919458] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port d2031912-c4d7-487a-88f9-880f55b13745 not found, creating... [ 620.919714] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.919903] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.920043] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.920253] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.920383] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.924032] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.924032] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.924032] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.924032] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.924032] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.924032] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: d2031912-c4d7-487a-88f9-880f55b13745 is going to be created. [ 620.942207] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.942432] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.942555] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.942818] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.943053] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.943272] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-d2031912-c4d7-487a-88f9-880f55b13745" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.946201] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.946318] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.946391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.946592] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.946732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.958340] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 621.036871] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70709ee8-8633-43e6-93a6-8276dbad1ab9: rpc.has_security_group_logging(os_id): False [ 621.066439] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.066439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.066439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.066439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.066439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.066439] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.066439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.066439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.066439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.066439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.066439] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.066439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.066439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.066439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.066439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.068113] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.068113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.068113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.068113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.068113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.068113] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 621.166430] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.166430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.166430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.166430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.166430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.190438] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: SUCCESS [ 621.190438] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 deletion is rescheduled due to dependency. [ 621.190438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.198022] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 621.696507] env[65134]: INFO networking_nsxv3.common.synchronization [req-cbcc9a54-6d19-471f-93c6-18cc68460098 req-fc8588b8-52fe-40f5-86b4-33a38cd5c8b2 service nova] Enqueued Resource ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 with Priority: HIGHEST for action security_group_rules [ 621.696690] env[65134]: INFO networking_nsxv3.common.synchronization [req-cbcc9a54-6d19-471f-93c6-18cc68460098 req-fc8588b8-52fe-40f5-86b4-33a38cd5c8b2 service nova] Enqueued Resource ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 with Priority: HIGHEST for action security_group_members [ 621.696820] env[65134]: INFO networking_nsxv3.common.synchronization [req-cbcc9a54-6d19-471f-93c6-18cc68460098 req-fc8588b8-52fe-40f5-86b4-33a38cd5c8b2 service nova] Enqueued Resource ID: d2031912-c4d7-487a-88f9-880f55b13745 with Priority: HIGHEST for action port [ 621.697470] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 with Priority: HIGHEST for action security_group_rules [ 621.697564] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 with Priority: HIGHEST for action security_group_members [ 621.697656] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2031912-c4d7-487a-88f9-880f55b13745 with Priority: HIGHEST for action port [ 621.697916] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b411700a-4d13-4c65-93ef-1fa52fe4caf2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.699819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.699935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.700818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.701203] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b411700a-4d13-4c65-93ef-1fa52fe4caf2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.702201] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b411700a-4d13-4c65-93ef-1fa52fe4caf2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.703314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.703365] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.705338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.705338] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.705338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.705338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.705338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.705338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.705338] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b411700a-4d13-4c65-93ef-1fa52fe4caf2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.707823] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2031912-c4d7-487a-88f9-880f55b13745 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.707823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2031912-c4d7-487a-88f9-880f55b13745" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.707823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2031912-c4d7-487a-88f9-880f55b13745" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.707823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2031912-c4d7-487a-88f9-880f55b13745" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.707823] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2031912-c4d7-487a-88f9-880f55b13745',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.979133] env[65134]: INFO networking_nsxv3.common.synchronization [req-daed47e5-2020-46b0-a156-3c856380efec req-e5b47e74-e3b4-4f76-897b-94cb0b59feb3 tempest-SecurityGroupRulesTestJSON-1391564943 tempest-SecurityGroupRulesTestJSON-1391564943-project-member] Enqueued Resource ID: 1d5a5ff6-0573-497a-bd79-8ca111aadcad with Priority: HIGHEST for action security_group_rules [ 621.980166] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5a5ff6-0573-497a-bd79-8ca111aadcad with Priority: HIGHEST for action security_group_rules [ 621.980166] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d5a5ff6-0573-497a-bd79-8ca111aadcad taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.980326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d5a5ff6-0573-497a-bd79-8ca111aadcad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.980378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d5a5ff6-0573-497a-bd79-8ca111aadcad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.980630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d5a5ff6-0573-497a-bd79-8ca111aadcad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.980686] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d5a5ff6-0573-497a-bd79-8ca111aadcad',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.200191] env[65134]: INFO networking_nsxv3.common.synchronization [req-fb99ae1c-ba79-4c47-824f-6a3d1549a9c1 req-231a064e-7068-47aa-89a4-94494cf91da1 tempest-FloatingIPsAssociationNegativeTestJSON-1024361307 tempest-FloatingIPsAssociationNegativeTestJSON-1024361307-project-member] Enqueued Resource ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b with Priority: HIGHEST for action security_group_members [ 622.200572] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b with Priority: HIGHEST for action security_group_members [ 622.201544] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.201544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.201544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.201819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.201940] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.202083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.202360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.202360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.202474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.203251] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.211723] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b411700a-4d13-4c65-93ef-1fa52fe4caf2 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.211723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.211723] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b411700a-4d13-4c65-93ef-1fa52fe4caf2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.212536] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2031912-c4d7-487a-88f9-880f55b13745 with status ACTIVE [ 622.212536] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.212536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.212536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.212536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.212816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.212816] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.212930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.212930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.214037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.214037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.214037] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.214037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.214037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.214037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.214037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.214037] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2031912-c4d7-487a-88f9-880f55b13745 is going to be updated. [ 622.245131] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.245297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.245367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.245579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.245723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.245914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2031912-c4d7-487a-88f9-880f55b13745" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.506637] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.506637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.506791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.506944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.507059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.507152] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d5a5ff6-0573-497a-bd79-8ca111aadcad already deleted. [ 622.507646] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d5a5ff6-0573-497a-bd79-8ca111aadcad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.549533] env[65134]: INFO networking_nsxv3.common.synchronization [None req-9dc99417-6e3e-4b8e-9103-ada63e0acf55 None None] Enqueued Resource ID: d79d6ec7-af61-428c-9617-a9f637080052 with Priority: HIGHEST for action port [ 622.550259] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79d6ec7-af61-428c-9617-a9f637080052 with Priority: HIGHEST for action port [ 622.550791] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d79d6ec7-af61-428c-9617-a9f637080052 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.551044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d79d6ec7-af61-428c-9617-a9f637080052" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.551250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d79d6ec7-af61-428c-9617-a9f637080052" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.551504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d79d6ec7-af61-428c-9617-a9f637080052" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.551854] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79d6ec7-af61-428c-9617-a9f637080052',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.658498] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c in Status: SUCCESS [ 622.658845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.670539] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.670770] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-310" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.670918] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-310" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.671320] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-310" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.671607] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.671774] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.671908] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.672220] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.672392] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.672616] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.672751] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.672922] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.673088] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.673276] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.673338] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.673437] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.695380] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.695380] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.695380] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.695380] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-310" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.695787] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-ab6b894b-e568-4d9f-9f67-8881f6dd0519 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.695877] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-ab6b894b-e568-4d9f-9f67-8881f6dd0519" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.696049] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-ab6b894b-e568-4d9f-9f67-8881f6dd0519" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.696546] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-ab6b894b-e568-4d9f-9f67-8881f6dd0519" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.696664] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6b894b-e568-4d9f-9f67-8881f6dd0519',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.705384] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.705584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.705678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.706016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.706113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.706360] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.706497] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.706585] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.706792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.706884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.707102] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b already deleted. [ 622.707102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.716767] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b411700a-4d13-4c65-93ef-1fa52fe4caf2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.856437] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 in Status: SUCCESS [ 622.856801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.857101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.857314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.857566] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.857778] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.857877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.858096] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.858237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.858340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.858473] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68a88e0b-4f56-4094-ad7c-42d424de0fa2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.966179] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 622.966544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.966786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.967091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.967353] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.967527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.967628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.967852] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.967979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.968807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.968961] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.055197] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d79d6ec7-af61-428c-9617-a9f637080052 [ 623.055197] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.055432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.055432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.055614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.055761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.055946] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d79d6ec7-af61-428c-9617-a9f637080052 already deleted. [ 623.056020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d79d6ec7-af61-428c-9617-a9f637080052" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.199925] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.200310] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.200567] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.200897] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.201120] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.201492] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port ab6b894b-e568-4d9f-9f67-8881f6dd0519 not found, creating... [ 623.201611] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.201791] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.201907] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.202228] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.202353] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.202703] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.202882] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.203288] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.203537] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.203734] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.203922] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: ab6b894b-e568-4d9f-9f67-8881f6dd0519 is going to be created. [ 623.220096] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 623.220341] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.220756] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.220890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.221363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.221623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.221718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.221822] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 is going to be created. [ 623.223016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.223210] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.223304] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.232262] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.232262] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.232262] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.232262] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.232262] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.232262] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-ab6b894b-e568-4d9f-9f67-8881f6dd0519" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.260196] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.260406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.260482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.261835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.261835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.293412] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 in Status: UNINITIALIZED for 2s [ 623.363881] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a88e0b-4f56-4094-ad7c-42d424de0fa2 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.363881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.363881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.363881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.363881] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.363881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.363881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.363881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.363881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.363881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.363881] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a88e0b-4f56-4094-ad7c-42d424de0fa2 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.363881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.364682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.365022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.365327] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.365566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.365723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.366050] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.366248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.366425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.366713] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68a88e0b-4f56-4094-ad7c-42d424de0fa2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.472129] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.472129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.472129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.472360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.472535] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.472649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.472649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.472797] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.472886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.472978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.473146] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.473243] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.473306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.473431] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.473609] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.473700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.473700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.473891] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.473957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.473990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.474130] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.726675] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.726897] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.726943] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.727198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.727396] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.728038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.728038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.728038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.728038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.728038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.728038] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.870403] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68a88e0b-4f56-4094-ad7c-42d424de0fa2: rpc.has_security_group_logging(os_id): False [ 623.891559] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.891699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.891774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.892022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.892138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.892309] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.892562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.892562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.892700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.892700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.893134] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.893134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.893134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.893294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.893294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.893456] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.895029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.895029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.895029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.895029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.895029] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 is going to be created. [ 623.967411] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.967411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.967411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.967411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.967411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.977468] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 985c7979-fcf4-491a-8af5-cd9a8c33e586: rpc.has_security_group_logging(os_id): False [ 623.990385] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 in Status: IN_PROGRESS for 2s [ 623.999560] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.999560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.999560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.999560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.999560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.999560] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.999560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.999560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.999560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.999949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.999949] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.999949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.000068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.000220] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.000220] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.000629] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.000629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.000629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.000849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.000849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.000849] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be updated. [ 624.035324] env[65134]: INFO networking_nsxv3.common.synchronization [req-fb99ae1c-ba79-4c47-824f-6a3d1549a9c1 req-a426783c-7007-4091-9d0b-89cbeb0e22e5 service nova] Enqueued Resource ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b with Priority: HIGHEST for action security_group_rules [ 624.035324] env[65134]: INFO networking_nsxv3.common.synchronization [req-fb99ae1c-ba79-4c47-824f-6a3d1549a9c1 req-a426783c-7007-4091-9d0b-89cbeb0e22e5 service nova] Enqueued Resource ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b with Priority: HIGHEST for action security_group_members [ 624.035324] env[65134]: INFO networking_nsxv3.common.synchronization [req-fb99ae1c-ba79-4c47-824f-6a3d1549a9c1 req-a426783c-7007-4091-9d0b-89cbeb0e22e5 service nova] Enqueued Resource ID: ab6b894b-e568-4d9f-9f67-8881f6dd0519 with Priority: HIGHEST for action port [ 624.035641] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b with Priority: HIGHEST for action security_group_rules [ 624.035684] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b with Priority: HIGHEST for action security_group_members [ 624.035768] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab6b894b-e568-4d9f-9f67-8881f6dd0519 with Priority: HIGHEST for action port [ 624.036137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.036297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.036379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.036626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.036739] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.038300] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.038639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.038639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.038639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.038847] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.039063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.039100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.039254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.039436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.039536] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.040848] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab6b894b-e568-4d9f-9f67-8881f6dd0519 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.040977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab6b894b-e568-4d9f-9f67-8881f6dd0519" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.041041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab6b894b-e568-4d9f-9f67-8881f6dd0519" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.041248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab6b894b-e568-4d9f-9f67-8881f6dd0519" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.042702] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6b894b-e568-4d9f-9f67-8881f6dd0519',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.152498] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.152732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.152732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.152932] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.153164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.176785] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 624.232223] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.232223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.232223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.232223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.232223] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.232223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.232223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.232223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.232223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.232223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.232223] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.233947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.233947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.233947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.233947] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.234210] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.234250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.234821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.234821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.234821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.234821] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.539537] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.539742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.544443] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.545927] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab6b894b-e568-4d9f-9f67-8881f6dd0519 with status ACTIVE [ 624.546252] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.546460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.546583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.546898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.547669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.547669] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.547869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.547930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.548203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.548334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.548717] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.548906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.548972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.549295] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.549424] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.549562] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab6b894b-e568-4d9f-9f67-8881f6dd0519 is going to be updated. [ 624.580625] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.580715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.581605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.581605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.581605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.581605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab6b894b-e568-4d9f-9f67-8881f6dd0519" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.738587] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70709ee8-8633-43e6-93a6-8276dbad1ab9: rpc.has_security_group_logging(os_id): False [ 624.761247] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.761382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.761829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.761829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.761829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.761922] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.762060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.762119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.762231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.762972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.762972] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.762972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.762972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.762972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.762972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.763401] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.763401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.763484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.763596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.763677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.763746] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 624.857052] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.857052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.857052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.857372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.857372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.875267] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 625.052856] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.162971] env[65134]: INFO networking_nsxv3.common.synchronization [req-f8742c1a-8bb1-4c4c-b184-436ae9e5c174 req-46549603-b96b-4167-980a-a7b298d873d6 tempest-VolumesAssistedSnapshotsTest-1305208506 tempest-VolumesAssistedSnapshotsTest-1305208506-project-member] Enqueued Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGHEST for action security_group_members [ 625.163745] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGHEST for action security_group_members [ 625.164133] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.164294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.164395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.164797] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.164971] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.165107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.165152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.165389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.165480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.165583] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.315340] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 in Status: SUCCESS [ 625.315903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.315903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.316151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.316151] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.316336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.316336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.316557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.316691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.316767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.317049] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b411700a-4d13-4c65-93ef-1fa52fe4caf2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.556165] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.556669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.556775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.557082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.557219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.557333] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b is going to be created. [ 625.586908] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.587282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.587282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.587923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.587923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.601931] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b in Status: UNINITIALIZED for 2s [ 625.671381] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.671381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.671381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.671381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.671381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.671381] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.671381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.671381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.671381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.671381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.671381] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 already deleted. [ 625.671381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.821134] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b411700a-4d13-4c65-93ef-1fa52fe4caf2 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.821315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.821389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.821695] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.821901] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.822054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.822127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.822339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.822439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.822573] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.822765] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b411700a-4d13-4c65-93ef-1fa52fe4caf2 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.822873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.822947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.823117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.823305] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.823423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.823513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.823678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.823773] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.823870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.823971] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b411700a-4d13-4c65-93ef-1fa52fe4caf2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.884022] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.884022] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-984" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.884022] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-984" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.884022] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-984" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.884022] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.884472] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.884714] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.885141] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.885386] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.887254] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.887254] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.887254] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.887254] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.887254] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.887254] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.887254] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.906661] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.906940] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.907112] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.907515] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-984" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.907664] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-d5194018-41ea-45d6-b756-174ce6f4c5e9 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.907827] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-d5194018-41ea-45d6-b756-174ce6f4c5e9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.907914] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-d5194018-41ea-45d6-b756-174ce6f4c5e9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.908212] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-d5194018-41ea-45d6-b756-174ce6f4c5e9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.908629] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5194018-41ea-45d6-b756-174ce6f4c5e9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.002162] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 in Status: SUCCESS [ 626.002417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.195428] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 626.195428] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.327887] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b411700a-4d13-4c65-93ef-1fa52fe4caf2: rpc.has_security_group_logging(os_id): False [ 626.364995] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.365225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.365352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.365636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.365767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.366291] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.366291] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.366291] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.366568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.366568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.366737] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.366888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.366946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.367954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.367954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.367954] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.367954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.367954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.368867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.369122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.369238] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 is going to be created. [ 626.411373] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.411614] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.411738] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.412030] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.412180] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.412343] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port d5194018-41ea-45d6-b756-174ce6f4c5e9 not found, creating... [ 626.412610] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.412765] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.412880] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.413138] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.413277] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.413542] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.413712] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.413827] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.414046] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.414193] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.414329] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: d5194018-41ea-45d6-b756-174ce6f4c5e9 is going to be created. [ 626.435766] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.436107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.436107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.436283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.436432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.438755] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.438962] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.439108] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.439338] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.439551] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.439759] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-d5194018-41ea-45d6-b756-174ce6f4c5e9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.453925] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 in Status: IN_PROGRESS for 2s [ 626.895434] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 626.895434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.162981] env[65134]: INFO networking_nsxv3.common.synchronization [req-f8742c1a-8bb1-4c4c-b184-436ae9e5c174 req-a5b2f9e3-dc01-416f-bb00-c431c006c448 service nova] Enqueued Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGHEST for action security_group_rules [ 627.163186] env[65134]: INFO networking_nsxv3.common.synchronization [req-f8742c1a-8bb1-4c4c-b184-436ae9e5c174 req-a5b2f9e3-dc01-416f-bb00-c431c006c448 service nova] Enqueued Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGHEST for action security_group_members [ 627.163319] env[65134]: INFO networking_nsxv3.common.synchronization [req-f8742c1a-8bb1-4c4c-b184-436ae9e5c174 req-a5b2f9e3-dc01-416f-bb00-c431c006c448 service nova] Enqueued Resource ID: d5194018-41ea-45d6-b756-174ce6f4c5e9 with Priority: HIGHEST for action port [ 627.163561] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGHEST for action security_group_rules [ 627.163690] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGHEST for action security_group_members [ 627.163785] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5194018-41ea-45d6-b756-174ce6f4c5e9 with Priority: HIGHEST for action port [ 627.165083] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.165139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.165212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.165491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.165491] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.167154] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.167267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.167340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.167512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.167654] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.167747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.167810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.167955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.168114] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.168213] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.168978] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5194018-41ea-45d6-b756-174ce6f4c5e9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.169115] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5194018-41ea-45d6-b756-174ce6f4c5e9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.169178] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5194018-41ea-45d6-b756-174ce6f4c5e9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.169323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5194018-41ea-45d6-b756-174ce6f4c5e9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.169393] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5194018-41ea-45d6-b756-174ce6f4c5e9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.479448] env[65134]: INFO networking_nsxv3.common.synchronization [req-2d52c6a0-286f-4c4f-b426-64d9c07c65bb req-2f84ca70-657c-429b-956e-a743e4f157d3 tempest-SecurityGroupRulesTestJSON-1391564943 tempest-SecurityGroupRulesTestJSON-1391564943-project-member] Enqueued Resource ID: d4c56dc0-4a7d-4186-a408-185ab6890d83 with Priority: HIGHEST for action security_group_rules [ 627.480026] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c56dc0-4a7d-4186-a408-185ab6890d83 with Priority: HIGHEST for action security_group_rules [ 627.482111] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c56dc0-4a7d-4186-a408-185ab6890d83 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.482111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c56dc0-4a7d-4186-a408-185ab6890d83" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.482111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c56dc0-4a7d-4186-a408-185ab6890d83" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.482111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c56dc0-4a7d-4186-a408-185ab6890d83" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.482111] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c56dc0-4a7d-4186-a408-185ab6890d83',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.614117] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b in Status: SUCCESS [ 627.614710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.617024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.617024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.617024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.617024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.617024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.617024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.617024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.617024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.617024] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.670860] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.671056] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.671284] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.673129] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5194018-41ea-45d6-b756-174ce6f4c5e9 with status ACTIVE [ 627.673391] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.674254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.674254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.674254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.674254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.674254] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.674254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.674254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.674640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.674640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.674640] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.674640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.674831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.674831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.675070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.675070] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5194018-41ea-45d6-b756-174ce6f4c5e9 is going to be updated. [ 627.702503] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.702978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.702978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.702978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.703130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.703551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5194018-41ea-45d6-b756-174ce6f4c5e9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.011547] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.011700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.012431] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.012431] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.012431] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.012431] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c56dc0-4a7d-4186-a408-185ab6890d83 already deleted. [ 628.012431] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c56dc0-4a7d-4186-a408-185ab6890d83" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.119948] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.120227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.120275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.120531] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.120744] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.121013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.121013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.121218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.121275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.121351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.121508] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.121627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.121688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.121834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.121968] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.122815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.122815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.122815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.122815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.122815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.122815] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.174049] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.478478] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 in Status: SUCCESS [ 628.479586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.625858] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b: rpc.has_security_group_logging(os_id): False [ 628.647844] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.651048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.651048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.651048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.651048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.651048] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.651048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.651048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.651048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.651048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.651048] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.651048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.651048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.651048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.651048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.651684] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.651684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.651684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.651684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.651684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.651684] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b is going to be created. [ 628.679328] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.679585] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.679695] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.680017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.680128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.680235] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 is going to be created. [ 628.706082] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.706263] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.706387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.706561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.706758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.717058] env[65134]: INFO networking_nsxv3.common.synchronization [None req-92dc2794-e60e-4f88-8fe5-d786ea1e9967 None None] Enqueued Resource ID: 068c979e-f86f-46a9-a45c-1562ce5a6342 with Priority: HIGHEST for action port [ 628.717424] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068c979e-f86f-46a9-a45c-1562ce5a6342 with Priority: HIGHEST for action port [ 628.717876] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-068c979e-f86f-46a9-a45c-1562ce5a6342 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.718999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-068c979e-f86f-46a9-a45c-1562ce5a6342" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.718999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-068c979e-f86f-46a9-a45c-1562ce5a6342" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.718999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-068c979e-f86f-46a9-a45c-1562ce5a6342" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.718999] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('068c979e-f86f-46a9-a45c-1562ce5a6342',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.723101] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 in Status: UNINITIALIZED for 2s [ 628.769196] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.769196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.769196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.769196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.769196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.788079] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b in Status: IN_PROGRESS for 2s [ 629.222154] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 068c979e-f86f-46a9-a45c-1562ce5a6342 [ 629.222479] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.222640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.223061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.223061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.223061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.223166] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:068c979e-f86f-46a9-a45c-1562ce5a6342 already deleted. [ 629.223396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-068c979e-f86f-46a9-a45c-1562ce5a6342" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.016086] env[65134]: INFO networking_nsxv3.common.synchronization [None req-173ddcb6-828b-4b48-b742-335f0ee2ad3f tempest-ServersWithSpecificFlavorTestJSON-147383345 tempest-ServersWithSpecificFlavorTestJSON-147383345-project-member] Enqueued Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_rules [ 630.016949] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_rules [ 630.017526] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.017621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.018118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.018301] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.018417] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.308192] env[65134]: INFO networking_nsxv3.common.synchronization [None req-ed44800a-e70a-485e-9e54-2eefde0f5e50 tempest-ServersWithSpecificFlavorTestJSON-147383345 tempest-ServersWithSpecificFlavorTestJSON-147383345-project-member] Enqueued Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_rules [ 630.308713] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_rules [ 630.309137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.309279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.548220] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.548220] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.548220] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.548220] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.549051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.549051] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d already deleted. [ 630.549138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.550245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.550610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.550746] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.737429] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 in Status: SUCCESS [ 630.737429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.737429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.737429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.737429] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.737429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.737429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.737429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.737429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.737429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.737429] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.805138] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b in Status: SUCCESS [ 630.805377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.840467] env[65134]: INFO networking_nsxv3.common.synchronization [req-25bed705-6ac8-40c8-b787-69b42a8988df req-e7d9e67a-682f-4299-9a6e-63cce310233c tempest-MigrationsAdminTest-1967168221 tempest-MigrationsAdminTest-1967168221-project-member] Enqueued Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_members [ 630.840467] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_members [ 630.840467] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.840467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.840467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.840467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.841085] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.841085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.841085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.841085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.841289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.841443] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.028098] env[65134]: INFO networking_nsxv3.common.synchronization [None req-3bbd63e6-3c8c-4cc6-be26-eaa48df927b0 None None] Enqueued Resource ID: 5f87f02e-dad7-49f1-bbd5-5559765eb2b6 with Priority: HIGHEST for action port [ 631.028686] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f87f02e-dad7-49f1-bbd5-5559765eb2b6 with Priority: HIGHEST for action port [ 631.029041] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f87f02e-dad7-49f1-bbd5-5559765eb2b6 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.029221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f87f02e-dad7-49f1-bbd5-5559765eb2b6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.029377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f87f02e-dad7-49f1-bbd5-5559765eb2b6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.029726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f87f02e-dad7-49f1-bbd5-5559765eb2b6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.029864] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f87f02e-dad7-49f1-bbd5-5559765eb2b6',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.179627] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.179888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.179888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.183058] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.183058] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.183058] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d already deleted. [ 631.183058] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.241646] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.250556] env[65134]: INFO networking_nsxv3.common.synchronization [None req-d82453c9-1cd4-42df-a726-d25f1f4b3f8e None None] Enqueued Resource ID: 9936575a-3e58-4005-a9cb-29fd8f15999b with Priority: HIGHEST for action port [ 631.251293] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9936575a-3e58-4005-a9cb-29fd8f15999b with Priority: HIGHEST for action port [ 631.251642] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-9936575a-3e58-4005-a9cb-29fd8f15999b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.253154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9936575a-3e58-4005-a9cb-29fd8f15999b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.253154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9936575a-3e58-4005-a9cb-29fd8f15999b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.253460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9936575a-3e58-4005-a9cb-29fd8f15999b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.253574] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9936575a-3e58-4005-a9cb-29fd8f15999b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.346061] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.346061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.346061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.346356] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.346356] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.346648] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.346828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.346963] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.347198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.347338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.347998] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 already deleted. [ 631.348422] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.532545] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f87f02e-dad7-49f1-bbd5-5559765eb2b6 [ 631.533022] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.533812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.533812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.533812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.533988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.534126] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f87f02e-dad7-49f1-bbd5-5559765eb2b6 already deleted. [ 631.534274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f87f02e-dad7-49f1-bbd5-5559765eb2b6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.652051] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.652051] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.652479] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.653799] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.653799] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.653799] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.653799] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.653799] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.654088] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.654135] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.654225] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.654329] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.654431] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.654537] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.654640] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.654765] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.678062] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.678284] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.678471] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.678697] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.679201] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-5b28ef71-16aa-4c20-b614-66bcb50db63b taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.680069] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-5b28ef71-16aa-4c20-b614-66bcb50db63b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.680069] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-5b28ef71-16aa-4c20-b614-66bcb50db63b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.680069] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-5b28ef71-16aa-4c20-b614-66bcb50db63b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.680338] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b28ef71-16aa-4c20-b614-66bcb50db63b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.745511] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987: rpc.has_security_group_logging(os_id): False [ 631.757260] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9936575a-3e58-4005-a9cb-29fd8f15999b [ 631.757601] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.757800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.757885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.758174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.758338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.758462] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9936575a-3e58-4005-a9cb-29fd8f15999b already deleted. [ 631.758544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9936575a-3e58-4005-a9cb-29fd8f15999b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.766952] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.767222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.767283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.767457] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.767749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.767796] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.767909] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.767964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.768147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.768225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.768314] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 is going to be created. [ 631.832203] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.832455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.833056] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.833159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.833503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.846825] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 in Status: IN_PROGRESS for 2s [ 632.187840] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.187840] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.187840] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.187840] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.187840] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.187840] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 5b28ef71-16aa-4c20-b614-66bcb50db63b not found, creating... [ 632.187840] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.187840] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.187840] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.187840] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.187840] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.188719] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.188719] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.188719] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.188719] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.190905] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.190905] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 5b28ef71-16aa-4c20-b614-66bcb50db63b is going to be created. [ 632.215873] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.215873] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.215873] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.215873] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.215873] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.215873] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-5b28ef71-16aa-4c20-b614-66bcb50db63b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.918024] env[65134]: INFO networking_nsxv3.common.synchronization [req-25bed705-6ac8-40c8-b787-69b42a8988df req-3d1021ee-12ef-418c-9953-db971741bfd5 service nova] Enqueued Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_rules [ 632.918024] env[65134]: INFO networking_nsxv3.common.synchronization [req-25bed705-6ac8-40c8-b787-69b42a8988df req-3d1021ee-12ef-418c-9953-db971741bfd5 service nova] Enqueued Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_members [ 632.918024] env[65134]: INFO networking_nsxv3.common.synchronization [req-25bed705-6ac8-40c8-b787-69b42a8988df req-3d1021ee-12ef-418c-9953-db971741bfd5 service nova] Enqueued Resource ID: 5b28ef71-16aa-4c20-b614-66bcb50db63b with Priority: HIGHEST for action port [ 632.918024] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_rules [ 632.918024] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_members [ 632.919432] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b28ef71-16aa-4c20-b614-66bcb50db63b with Priority: HIGHEST for action port [ 632.919787] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.923110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.923110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.923707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.923707] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.925025] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.925025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.925025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.925025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.925253] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.925304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.925346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.925876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.926020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.927276] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.929208] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b28ef71-16aa-4c20-b614-66bcb50db63b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.929208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b28ef71-16aa-4c20-b614-66bcb50db63b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.929208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b28ef71-16aa-4c20-b614-66bcb50db63b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.929208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b28ef71-16aa-4c20-b614-66bcb50db63b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.929208] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b28ef71-16aa-4c20-b614-66bcb50db63b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.356156] env[65134]: INFO networking_nsxv3.common.synchronization [None req-f1115da4-d8ec-4ef9-8a7a-df4d26647e5c None None] Enqueued Resource ID: bd27fb74-9dc9-411a-b368-551d9f90ddb0 with Priority: HIGHEST for action port [ 633.356156] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd27fb74-9dc9-411a-b368-551d9f90ddb0 with Priority: HIGHEST for action port [ 633.356480] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd27fb74-9dc9-411a-b368-551d9f90ddb0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.356480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd27fb74-9dc9-411a-b368-551d9f90ddb0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.356480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd27fb74-9dc9-411a-b368-551d9f90ddb0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.356730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd27fb74-9dc9-411a-b368-551d9f90ddb0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.356834] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd27fb74-9dc9-411a-b368-551d9f90ddb0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.435423] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.438803] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.438803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.438803] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b28ef71-16aa-4c20-b614-66bcb50db63b with status ACTIVE [ 633.438803] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.438803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.438803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.438803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.438803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.438803] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.438803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.438803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.440032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.440032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.440032] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.440345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.440345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.440499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.440637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.440774] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b28ef71-16aa-4c20-b614-66bcb50db63b is going to be updated. [ 633.467215] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.467501] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.467501] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.467746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.467920] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.468135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b28ef71-16aa-4c20-b614-66bcb50db63b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.862862] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd27fb74-9dc9-411a-b368-551d9f90ddb0 [ 633.863342] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.863342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.863342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.863671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.863671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.863761] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd27fb74-9dc9-411a-b368-551d9f90ddb0 already deleted. [ 633.863814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd27fb74-9dc9-411a-b368-551d9f90ddb0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.865833] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 in Status: SUCCESS [ 633.865833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.893576] env[65134]: INFO networking_nsxv3.common.synchronization [req-c3a5ccb0-1d10-4ad1-ac90-a5f686f356df req-02a5ebf5-34fd-4ebe-b0ee-684343afc88d tempest-ServersTestBootFromVolume-272935984 tempest-ServersTestBootFromVolume-272935984-project-member] Enqueued Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGHEST for action security_group_members [ 633.894136] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGHEST for action security_group_members [ 633.895107] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc29b453-c4cd-48f3-ac6c-bdece84ba659 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.895107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.895107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.895107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.895107] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.895664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.895664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.895664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.895664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.895664] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc29b453-c4cd-48f3-ac6c-bdece84ba659',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.947332] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.298782] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.299020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-765" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.299158] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-765" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.299476] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-765" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.299726] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.299881] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.299990] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.302712] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.302872] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.303104] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.303246] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.303547] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.303547] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.304945] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.305945] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.305945] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.330893] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.331117] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.331252] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.331967] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-765" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.331967] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-774f4b4b-5f17-4f38-8dbd-9b3b59cce594 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.331967] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-774f4b4b-5f17-4f38-8dbd-9b3b59cce594" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.332164] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-774f4b4b-5f17-4f38-8dbd-9b3b59cce594" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.332351] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-774f4b4b-5f17-4f38-8dbd-9b3b59cce594" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.332530] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774f4b4b-5f17-4f38-8dbd-9b3b59cce594',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.402907] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.402907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.402907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.402907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.402907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.402907] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.402907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.402907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.402907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.402907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.402907] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 already deleted. [ 634.402907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.451107] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.451291] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.451384] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.451623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.451737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.451875] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 is going to be created. [ 634.477359] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.477512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.477584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.477791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.477947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.489392] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: UNINITIALIZED for 2s [ 634.835876] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.836196] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.836348] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.836661] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.836857] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.837055] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 774f4b4b-5f17-4f38-8dbd-9b3b59cce594 not found, creating... [ 634.837460] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.840858] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.841105] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.841406] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.841554] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.841885] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.842563] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.842563] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.842563] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.842563] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.842720] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 774f4b4b-5f17-4f38-8dbd-9b3b59cce594 is going to be created. [ 634.865606] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.866183] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.866183] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.866183] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.866414] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.866536] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-774f4b4b-5f17-4f38-8dbd-9b3b59cce594" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.051414] env[65134]: INFO networking_nsxv3.common.synchronization [req-6225cda3-7384-4bcc-8f4c-a2224961b16d req-b518d381-c692-4867-bff1-08b0ca1f03e3 tempest-TenantUsagesTestJSON-938715238 tempest-TenantUsagesTestJSON-938715238-project-member] Enqueued Resource ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 with Priority: HIGHEST for action security_group_members [ 635.052016] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 with Priority: HIGHEST for action security_group_members [ 635.052660] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-743841ef-c118-47c2-9042-83f4a1fd6e56 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.052837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.053041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.053360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.053622] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.053764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.053844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.054050] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.054514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.054659] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743841ef-c118-47c2-9042-83f4a1fd6e56',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.557965] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.558323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.558323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.558680] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.558992] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.559314] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.559414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.559483] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.559676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.559759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.559853] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 is going to be updated. [ 635.594959] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.595139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.595206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.595435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.595576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.606749] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 in Status: IN_PROGRESS for 2s [ 635.620533] env[65134]: INFO networking_nsxv3.common.synchronization [req-c3a5ccb0-1d10-4ad1-ac90-a5f686f356df req-31416d3b-990f-4b5c-ad48-4bd6390ca5e0 service nova] Enqueued Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGHEST for action security_group_rules [ 635.621385] env[65134]: INFO networking_nsxv3.common.synchronization [req-c3a5ccb0-1d10-4ad1-ac90-a5f686f356df req-31416d3b-990f-4b5c-ad48-4bd6390ca5e0 service nova] Enqueued Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGHEST for action security_group_members [ 635.621385] env[65134]: INFO networking_nsxv3.common.synchronization [req-c3a5ccb0-1d10-4ad1-ac90-a5f686f356df req-31416d3b-990f-4b5c-ad48-4bd6390ca5e0 service nova] Enqueued Resource ID: 774f4b4b-5f17-4f38-8dbd-9b3b59cce594 with Priority: HIGHEST for action port [ 635.621775] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGHEST for action security_group_rules [ 635.621990] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGHEST for action security_group_members [ 635.622194] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774f4b4b-5f17-4f38-8dbd-9b3b59cce594 with Priority: HIGHEST for action port [ 635.622607] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.622745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.622816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.623045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.623152] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc29b453-c4cd-48f3-ac6c-bdece84ba659',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.625130] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc29b453-c4cd-48f3-ac6c-bdece84ba659 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.625130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.625130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.625130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.625130] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.625130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.625130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.625130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.625538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.625538] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc29b453-c4cd-48f3-ac6c-bdece84ba659',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.628936] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-774f4b4b-5f17-4f38-8dbd-9b3b59cce594 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.629077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774f4b4b-5f17-4f38-8dbd-9b3b59cce594" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.629077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774f4b4b-5f17-4f38-8dbd-9b3b59cce594" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.629252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774f4b4b-5f17-4f38-8dbd-9b3b59cce594" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.629335] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774f4b4b-5f17-4f38-8dbd-9b3b59cce594',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.996548] env[65134]: INFO networking_nsxv3.common.synchronization [req-aed94446-c054-4000-99c9-888f1556eec8 req-c1121802-7215-4c95-b219-e72a520e296a tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 635.997296] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 635.997669] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.997810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.997892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.998152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.998313] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.998418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.998479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.998782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.998782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.998782] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.130893] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc29b453-c4cd-48f3-ac6c-bdece84ba659 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.131535] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.131535] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc29b453-c4cd-48f3-ac6c-bdece84ba659',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.133355] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 774f4b4b-5f17-4f38-8dbd-9b3b59cce594 with status ACTIVE [ 636.133641] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.133738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.133778] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.133993] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.136709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.136709] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.136709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.136709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.136709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.136709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.136709] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.136709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.136709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.136709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.136709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.137357] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 774f4b4b-5f17-4f38-8dbd-9b3b59cce594 is going to be updated. [ 636.168180] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.168180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.168180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.168950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.169138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.169349] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774f4b4b-5f17-4f38-8dbd-9b3b59cce594" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.456351] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-34 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.456670] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.456883] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.457325] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.457641] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.458483] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.458483] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.458483] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.458483] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.458741] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.459263] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.460298] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.460298] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.460298] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.460298] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.460491] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.484256] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.484438] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.484562] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.484742] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.485077] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-6335ca50-8711-48bc-95e5-de09ef8e1f7d taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.485256] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.485384] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.485725] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.485900] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6335ca50-8711-48bc-95e5-de09ef8e1f7d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.502951] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: SUCCESS [ 636.502951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.502951] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.502951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.502951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.502951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.502951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.502951] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.503419] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.503419] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.503419] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.503419] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.503580] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 already deleted. [ 636.503580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.504812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.504812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.504812] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.504812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.504812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.504812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.504812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.504812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.504812] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.639606] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc29b453-c4cd-48f3-ac6c-bdece84ba659',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.990273] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.990521] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.990646] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.990960] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.991132] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.991287] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 6335ca50-8711-48bc-95e5-de09ef8e1f7d not found, creating... [ 636.991550] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.991703] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.991815] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.992044] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.992179] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.992451] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.992599] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.992708] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.992911] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.993050] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.993185] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 6335ca50-8711-48bc-95e5-de09ef8e1f7d is going to be created. [ 637.012062] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.012234] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.012300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.012516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.012680] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.012780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.012843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.012991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.013091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.013178] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.013325] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.013418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.013480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.013621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.013755] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.013847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.013908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.014068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.014146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.014227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.014318] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.016118] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.016297] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.016416] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.016628] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.016857] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.017074] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.144571] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.144747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.144821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.145067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.145185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.145273] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 is going to be created. [ 637.179532] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.179633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.179715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.179938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.180122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.189384] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 in Status: UNINITIALIZED for 2s [ 637.519281] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5: rpc.has_security_group_logging(os_id): False [ 637.541130] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.541130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.541130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.541130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.541130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.541130] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.541130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.541130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.541130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.541130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.541130] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.541130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.541130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.541130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.541130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.541835] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.541835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.541835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.546116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.546116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.546116] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 is going to be created. [ 637.610915] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.611082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.611151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.611366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.611536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.622678] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 in Status: SUCCESS [ 637.622678] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 deletion is rescheduled due to dependency. [ 637.623822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.624420] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: IN_PROGRESS for 2s [ 637.793180] env[65134]: INFO networking_nsxv3.common.synchronization [req-aed94446-c054-4000-99c9-888f1556eec8 req-bd479867-8f88-4c9a-8aa2-c3dbf31c69ae service nova] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_rules [ 637.793458] env[65134]: INFO networking_nsxv3.common.synchronization [req-aed94446-c054-4000-99c9-888f1556eec8 req-bd479867-8f88-4c9a-8aa2-c3dbf31c69ae service nova] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 637.793458] env[65134]: INFO networking_nsxv3.common.synchronization [req-aed94446-c054-4000-99c9-888f1556eec8 req-bd479867-8f88-4c9a-8aa2-c3dbf31c69ae service nova] Enqueued Resource ID: 6335ca50-8711-48bc-95e5-de09ef8e1f7d with Priority: HIGHEST for action port [ 637.794036] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_rules [ 637.794267] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 637.794337] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6335ca50-8711-48bc-95e5-de09ef8e1f7d with Priority: HIGHEST for action port [ 637.794640] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.794782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.794782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.795476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.795582] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.796629] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.796829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.799118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.799118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.799118] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.799118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.799118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.799118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.799118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.799522] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.803055] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6335ca50-8711-48bc-95e5-de09ef8e1f7d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.803055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.803055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.803055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.803055] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6335ca50-8711-48bc-95e5-de09ef8e1f7d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.304651] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.306282] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.306484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.306999] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6335ca50-8711-48bc-95e5-de09ef8e1f7d with status ACTIVE [ 638.307298] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.307384] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.307439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.307655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.307738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.307920] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.308026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.308082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.308323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.308323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.308323] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.308323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.308323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.308323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.308323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.308323] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6335ca50-8711-48bc-95e5-de09ef8e1f7d is going to be updated. [ 638.337228] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.337607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.337776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.338329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.338595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.339180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.809877] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.964018] env[65134]: INFO networking_nsxv3.common.synchronization [None req-51277c0c-d09d-4805-a394-6b0528af3f1c None None] Enqueued Resource ID: ddf5f89c-7ffb-4b38-9948-c65f754740ac with Priority: HIGHEST for action port [ 638.964862] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf5f89c-7ffb-4b38-9948-c65f754740ac with Priority: HIGHEST for action port [ 638.965284] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddf5f89c-7ffb-4b38-9948-c65f754740ac taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.965610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddf5f89c-7ffb-4b38-9948-c65f754740ac" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.965610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddf5f89c-7ffb-4b38-9948-c65f754740ac" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.966047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddf5f89c-7ffb-4b38-9948-c65f754740ac" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.966184] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddf5f89c-7ffb-4b38-9948-c65f754740ac',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.200239] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 in Status: SUCCESS [ 639.200522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.200829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.201102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.201322] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.201448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.201523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.201665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.201804] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.201953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.201953] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc29b453-c4cd-48f3-ac6c-bdece84ba659',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.316455] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.316455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.316455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.316455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.316455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.316455] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be created. [ 639.351288] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.351288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.351288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.351575] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.351899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.366590] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: UNINITIALIZED for 2s [ 639.468440] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddf5f89c-7ffb-4b38-9948-c65f754740ac [ 639.469202] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.469202] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.469202] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.470289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.470289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.470289] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddf5f89c-7ffb-4b38-9948-c65f754740ac already deleted. [ 639.470289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddf5f89c-7ffb-4b38-9948-c65f754740ac" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.644979] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: SUCCESS [ 639.644979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.705646] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc29b453-c4cd-48f3-ac6c-bdece84ba659',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.209910] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc29b453-c4cd-48f3-ac6c-bdece84ba659: rpc.has_security_group_logging(os_id): False [ 640.212543] env[65134]: INFO networking_nsxv3.common.synchronization [req-5c80e376-6675-4581-9d0c-c589db5fb609 req-347e2064-3b93-41db-827e-82ed50eeb7ae tempest-DeleteServersAdminTestJSON-1722059496 tempest-DeleteServersAdminTestJSON-1722059496-project-member] Enqueued Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_members [ 640.213415] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_members [ 640.214313] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.214421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.214467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.214677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.214833] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.214928] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.215069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.215155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.215242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.215339] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.239335] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.239529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.239738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.240343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.242312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.242312] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.242312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.242312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.242312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.242312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.242312] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 is going to be created. [ 640.332828] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.333011] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.333128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.333416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.333611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.352491] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 in Status: IN_PROGRESS for 2s [ 640.718370] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.718586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.718586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.719027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.719027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.719228] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.719305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.719347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.719543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.719605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.719664] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 is going to be updated. [ 640.759425] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.759886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.759886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.759886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.760165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.773477] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: IN_PROGRESS for 2s [ 640.790148] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.790364] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.790537] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.790768] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.793823] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.794297] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.794532] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.795144] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.795408] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.795769] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.796041] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.796250] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.796423] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.796610] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.796944] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.797288] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.822715] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.823076] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.823076] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.823076] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.823649] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-4763831d-2f04-4379-b9fc-6b41853bb8a7 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.823955] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-4763831d-2f04-4379-b9fc-6b41853bb8a7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.823955] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-4763831d-2f04-4379-b9fc-6b41853bb8a7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.824591] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-4763831d-2f04-4379-b9fc-6b41853bb8a7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.824736] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4763831d-2f04-4379-b9fc-6b41853bb8a7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.203723] env[65134]: INFO networking_nsxv3.common.synchronization [req-ed48818e-fbce-436b-a180-e639d294a9ff req-3d0bf22d-0d85-42cb-ac4f-f87f59797342 tempest-SecurityGroupRulesTestJSON-1391564943 tempest-SecurityGroupRulesTestJSON-1391564943-project-member] Enqueued Resource ID: b92ecb6e-f77b-496b-90d0-b27739c606ce with Priority: HIGHEST for action security_group_rules [ 641.204177] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92ecb6e-f77b-496b-90d0-b27739c606ce with Priority: HIGHEST for action security_group_rules [ 641.204572] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b92ecb6e-f77b-496b-90d0-b27739c606ce taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.204712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b92ecb6e-f77b-496b-90d0-b27739c606ce" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.204773] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b92ecb6e-f77b-496b-90d0-b27739c606ce" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.205419] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b92ecb6e-f77b-496b-90d0-b27739c606ce" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.205570] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b92ecb6e-f77b-496b-90d0-b27739c606ce',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.329048] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.329675] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.329736] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.330207] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.330356] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.330568] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 4763831d-2f04-4379-b9fc-6b41853bb8a7 not found, creating... [ 641.330877] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.331074] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.331213] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.331564] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.332209] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.332544] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.332714] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.333111] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.333393] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.333531] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.333777] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 4763831d-2f04-4379-b9fc-6b41853bb8a7 is going to be created. [ 641.359838] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.360218] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.360976] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.361388] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.361636] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.361874] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-4763831d-2f04-4379-b9fc-6b41853bb8a7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.379314] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 641.379543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.379730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.379978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.380211] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.380338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.380403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.380580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.380659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.380795] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.380856] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.672312] env[65134]: INFO networking_nsxv3.common.synchronization [None req-03db4e1b-471d-45ba-8795-7bf3585f205d None None] Enqueued Resource ID: 38d515c2-1a5e-4888-8493-6c51f5d43d49 with Priority: HIGHEST for action port [ 641.672312] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d515c2-1a5e-4888-8493-6c51f5d43d49 with Priority: HIGHEST for action port [ 641.673029] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d515c2-1a5e-4888-8493-6c51f5d43d49 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.673029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d515c2-1a5e-4888-8493-6c51f5d43d49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.673029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d515c2-1a5e-4888-8493-6c51f5d43d49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.673243] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d515c2-1a5e-4888-8493-6c51f5d43d49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.673243] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d515c2-1a5e-4888-8493-6c51f5d43d49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.744575] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.744761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.744835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.745082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.745208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.745321] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b92ecb6e-f77b-496b-90d0-b27739c606ce already deleted. [ 641.745383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b92ecb6e-f77b-496b-90d0-b27739c606ce" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.885043] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.885043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.885043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.885043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.885585] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.885585] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.885585] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.885585] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.885585] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.885798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.886049] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.886049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.886187] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.886442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.886442] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.886636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.886636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.886736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.886853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.886993] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.886993] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.115643] env[65134]: INFO networking_nsxv3.common.synchronization [req-5c80e376-6675-4581-9d0c-c589db5fb609 req-a96c21b0-9fa1-4f50-9664-c36108db8523 service nova] Enqueued Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_rules [ 642.115909] env[65134]: INFO networking_nsxv3.common.synchronization [req-5c80e376-6675-4581-9d0c-c589db5fb609 req-a96c21b0-9fa1-4f50-9664-c36108db8523 service nova] Enqueued Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_members [ 642.116091] env[65134]: INFO networking_nsxv3.common.synchronization [req-5c80e376-6675-4581-9d0c-c589db5fb609 req-a96c21b0-9fa1-4f50-9664-c36108db8523 service nova] Enqueued Resource ID: 4763831d-2f04-4379-b9fc-6b41853bb8a7 with Priority: HIGHEST for action port [ 642.116727] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_rules [ 642.117116] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_members [ 642.117116] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4763831d-2f04-4379-b9fc-6b41853bb8a7 with Priority: HIGHEST for action port [ 642.117430] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.117509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.117545] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.117770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.117839] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.120312] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.120312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.120312] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-4763831d-2f04-4379-b9fc-6b41853bb8a7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.120312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4763831d-2f04-4379-b9fc-6b41853bb8a7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.120312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4763831d-2f04-4379-b9fc-6b41853bb8a7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.120312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4763831d-2f04-4379-b9fc-6b41853bb8a7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.120312] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4763831d-2f04-4379-b9fc-6b41853bb8a7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.177074] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38d515c2-1a5e-4888-8493-6c51f5d43d49 [ 642.177074] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.177205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.177205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.177433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.177524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.177619] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38d515c2-1a5e-4888-8493-6c51f5d43d49 already deleted. [ 642.177724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d515c2-1a5e-4888-8493-6c51f5d43d49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.364102] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 in Status: SUCCESS [ 642.364779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.391696] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5ef372-9f45-452b-8226-ead7b1a4efe0: rpc.has_security_group_logging(os_id): False [ 642.410859] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.411159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.411388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.411746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.412290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.412290] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.412290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.412290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.412558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.412641] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.412852] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.412956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.413134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.413334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.413479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.413723] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.413983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.413983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.414132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.414212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.414305] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be created. [ 642.476895] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.477495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.477495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.477594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.477754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.495833] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 642.622676] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.622756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.626504] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4763831d-2f04-4379-b9fc-6b41853bb8a7 with status ACTIVE [ 642.626615] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.626807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.627211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.627527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.627668] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.627905] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.628087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.628214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.628486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.628627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.629011] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.629196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.629263] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.629430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.629512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.629604] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4763831d-2f04-4379-b9fc-6b41853bb8a7 is going to be updated. [ 642.669641] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.670027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.670132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.670377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.670518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.670717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4763831d-2f04-4379-b9fc-6b41853bb8a7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.790408] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: SUCCESS [ 642.790619] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 deletion is rescheduled due to dependency. [ 642.791485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.791485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.791485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.791485] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.791775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.791775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.791869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.791926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.792911] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.298163] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.802060] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.291121] env[65134]: INFO networking_nsxv3.common.synchronization [req-fa92edf5-202d-4197-b1d6-8cc4d873e062 req-f01b0a1f-9729-4010-bb3c-105b34dc9e0b tempest-DeleteServersTestJSON-455681454 tempest-DeleteServersTestJSON-455681454-project-member] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 644.292462] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 644.293083] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.294030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.294030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.294030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.294030] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.294231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.294231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.297871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.297871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.297871] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.308482] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.308805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.308805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.309156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.309316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.309426] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 is going to be updated. [ 644.358263] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.358263] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.358385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.358649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.358847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.377784] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: IN_PROGRESS for 2s [ 644.512306] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 644.512609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.799139] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.799338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.799338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.799610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.799693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.799874] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.799980] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.800061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.800219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.800301] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.800389] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c already deleted. [ 644.800469] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.844945] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.845358] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.845358] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.845629] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.846099] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.846313] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.846454] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.846789] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.846863] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.847056] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.847168] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.847275] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.847380] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.847488] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.847592] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.847716] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.869290] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.869514] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.869656] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.870106] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.870192] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-7d11f178-5a4d-4b30-99db-f218e4a96bb1 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.870433] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-7d11f178-5a4d-4b30-99db-f218e4a96bb1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.870721] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-7d11f178-5a4d-4b30-99db-f218e4a96bb1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.871084] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-7d11f178-5a4d-4b30-99db-f218e4a96bb1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.871331] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d11f178-5a4d-4b30-99db-f218e4a96bb1',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.373832] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.374082] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.374203] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.374497] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.374637] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.377659] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 7d11f178-5a4d-4b30-99db-f218e4a96bb1 not found, creating... [ 645.377659] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.377659] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.377659] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.377659] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.377659] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.377659] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.377659] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.377659] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.377659] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.378328] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.378328] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 7d11f178-5a4d-4b30-99db-f218e4a96bb1 is going to be created. [ 645.400847] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.401805] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.401805] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.401805] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.401805] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.402133] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-7d11f178-5a4d-4b30-99db-f218e4a96bb1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.611523] env[65134]: INFO networking_nsxv3.common.synchronization [req-7633d386-97c8-4ae7-8070-ddfd42603817 req-4be8ada5-9b42-44f6-93df-ed7d7942f354 tempest-ServersTestMultiNic-1561498903 tempest-ServersTestMultiNic-1561498903-project-member] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 645.612091] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 645.612404] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.612551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.612786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.613022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.613178] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.613285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.613348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.613498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.613596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.614706] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.939760] env[65134]: INFO networking_nsxv3.common.synchronization [None req-ebadafa0-345e-474d-9b3f-2850cc8d435c None None] Enqueued Resource ID: 0de69f48-98b8-4bdc-a697-f4800ed4cd72 with Priority: HIGHEST for action port [ 645.939760] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de69f48-98b8-4bdc-a697-f4800ed4cd72 with Priority: HIGHEST for action port [ 645.939760] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0de69f48-98b8-4bdc-a697-f4800ed4cd72 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.939760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0de69f48-98b8-4bdc-a697-f4800ed4cd72" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.939760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0de69f48-98b8-4bdc-a697-f4800ed4cd72" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.939760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0de69f48-98b8-4bdc-a697-f4800ed4cd72" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.939760] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de69f48-98b8-4bdc-a697-f4800ed4cd72',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.116270] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.132055] env[65134]: INFO networking_nsxv3.common.synchronization [req-fa92edf5-202d-4197-b1d6-8cc4d873e062 req-ea5d8e99-b852-496a-8280-80671d250d1f service nova] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_rules [ 646.132325] env[65134]: INFO networking_nsxv3.common.synchronization [req-fa92edf5-202d-4197-b1d6-8cc4d873e062 req-ea5d8e99-b852-496a-8280-80671d250d1f service nova] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 646.132389] env[65134]: INFO networking_nsxv3.common.synchronization [req-fa92edf5-202d-4197-b1d6-8cc4d873e062 req-ea5d8e99-b852-496a-8280-80671d250d1f service nova] Enqueued Resource ID: 7d11f178-5a4d-4b30-99db-f218e4a96bb1 with Priority: HIGHEST for action port [ 646.132852] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_rules [ 646.132989] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 646.133128] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d11f178-5a4d-4b30-99db-f218e4a96bb1 with Priority: HIGHEST for action port [ 646.133414] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.133537] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.133625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.133869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.133950] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.135703] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.135871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.135974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.137130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.138173] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.139331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.140273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.140490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.140583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.140718] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.142569] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d11f178-5a4d-4b30-99db-f218e4a96bb1 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.145801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d11f178-5a4d-4b30-99db-f218e4a96bb1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.145801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d11f178-5a4d-4b30-99db-f218e4a96bb1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.145801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d11f178-5a4d-4b30-99db-f218e4a96bb1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.145801] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d11f178-5a4d-4b30-99db-f218e4a96bb1',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.388431] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: SUCCESS [ 646.388649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.388841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.389146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.389387] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.389721] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.389721] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.389847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.389914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.389956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.392616] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.411695] env[65134]: INFO networking_nsxv3.common.synchronization [req-7633d386-97c8-4ae7-8070-ddfd42603817 req-a030e878-e458-488e-8ec9-bd927b825129 tempest-ServersTestMultiNic-1561498903 tempest-ServersTestMultiNic-1561498903-project-member] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 646.413200] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 646.413758] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.413758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.440691] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0de69f48-98b8-4bdc-a697-f4800ed4cd72 [ 646.440933] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.441085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.441214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.441530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.441678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.441800] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0de69f48-98b8-4bdc-a697-f4800ed4cd72 already deleted. [ 646.441929] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0de69f48-98b8-4bdc-a697-f4800ed4cd72" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.619729] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.651762] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.652856] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.653034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.653152] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d11f178-5a4d-4b30-99db-f218e4a96bb1 with status ACTIVE [ 646.653315] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.653422] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.653639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.653702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.653788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.653947] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.654062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.654152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.654278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.654355] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.654549] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.654655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.654694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.654823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.654896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.654982] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d11f178-5a4d-4b30-99db-f218e4a96bb1 is going to be updated. [ 646.683320] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.683320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.683320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.683677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.683761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.683957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d11f178-5a4d-4b30-99db-f218e4a96bb1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.876085] env[65134]: INFO networking_nsxv3.common.synchronization [req-7633d386-97c8-4ae7-8070-ddfd42603817 req-bb4c8406-1d29-4a3e-b7fa-54d28ce4ee06 tempest-ServersTestMultiNic-1561498903 tempest-ServersTestMultiNic-1561498903-project-member] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 646.877069] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 646.877589] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.877762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.894583] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.894734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.894782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.894998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.895193] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.895315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.895385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.895586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.895677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.895808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.895912] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.896011] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.900092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.900092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.900092] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.900092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.900092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.900092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.900092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.900092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.900092] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.123526] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.123526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.123526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.123526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.123526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.123526] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 647.158602] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.160755] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.160848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.160951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.161206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.161400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.173496] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 647.281715] env[65134]: INFO networking_nsxv3.common.synchronization [req-1f886338-c45a-407b-98e2-15e958f49cdc req-ef7adcb3-509d-4653-92a8-b65bcee0a3a5 tempest-ServersWithSpecificFlavorTestJSON-147383345 tempest-ServersWithSpecificFlavorTestJSON-147383345-project-member] Enqueued Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_members [ 647.282331] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_members [ 647.282644] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.282770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.282847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.283329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.283520] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.283693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.283814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.284065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.284191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.284376] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.402481] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65828e3c-fb63-4fdd-ba00-fa2d3abd9661: rpc.has_security_group_logging(os_id): False [ 647.424506] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.424506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.424506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.425464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.425464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.425464] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.425464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.425464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.425802] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.425802] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.425911] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.426610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.426610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.426610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.426610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.427150] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.427736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.427736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.427905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.427977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.428083] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 is going to be updated. [ 647.515693] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.515693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.515693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.515693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.515693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.533214] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: IN_PROGRESS for 2s [ 647.664070] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.664070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.664197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.664348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.664448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.664531] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be created. [ 647.686670] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.687087] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-857" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.687242] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-857" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.687564] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-857" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.687833] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.688057] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.688507] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.688804] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.689096] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.689371] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.689612] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.689803] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.689963] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.690162] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.690299] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.690458] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.692404] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.692517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.692592] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.692804] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.692983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.720947] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: UNINITIALIZED for 2s [ 647.737706] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.737989] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.738243] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.738468] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-857" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.738868] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-1205afbc-9e13-4564-acc8-f3a828878541 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.739152] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-1205afbc-9e13-4564-acc8-f3a828878541" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.739636] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-1205afbc-9e13-4564-acc8-f3a828878541" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.739734] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-1205afbc-9e13-4564-acc8-f3a828878541" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.739837] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1205afbc-9e13-4564-acc8-f3a828878541',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.787220] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.787416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.787460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.787848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.787848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.787977] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.788101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.788101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.788264] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.788341] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.788427] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d already deleted. [ 647.788505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.245187] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.245590] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.245590] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.245825] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.245969] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.246134] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 1205afbc-9e13-4564-acc8-f3a828878541 not found, creating... [ 648.246394] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.246549] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.246661] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.246891] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.247036] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.247314] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.247467] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.247576] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.247792] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.247912] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.248059] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 1205afbc-9e13-4564-acc8-f3a828878541 is going to be created. [ 648.285377] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.285377] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.285377] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.285377] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.285377] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.285741] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-1205afbc-9e13-4564-acc8-f3a828878541" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.594501] env[65134]: INFO networking_nsxv3.common.synchronization [None req-f0e99490-a7b9-45bc-ab4a-0ad8ae34a2dd None None] Enqueued Resource ID: 2a57eae7-abd4-4b73-abd4-4b2e3b84050a with Priority: HIGHEST for action port [ 648.595271] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a57eae7-abd4-4b73-abd4-4b2e3b84050a with Priority: HIGHEST for action port [ 648.595654] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a57eae7-abd4-4b73-abd4-4b2e3b84050a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.595915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a57eae7-abd4-4b73-abd4-4b2e3b84050a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.595915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a57eae7-abd4-4b73-abd4-4b2e3b84050a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.597298] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a57eae7-abd4-4b73-abd4-4b2e3b84050a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.597298] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a57eae7-abd4-4b73-abd4-4b2e3b84050a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.063907] env[65134]: INFO networking_nsxv3.common.synchronization [req-1f886338-c45a-407b-98e2-15e958f49cdc req-8ffeb64e-f51f-48c9-9822-3cc41bcf783a service nova] Enqueued Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_rules [ 649.064215] env[65134]: INFO networking_nsxv3.common.synchronization [req-1f886338-c45a-407b-98e2-15e958f49cdc req-8ffeb64e-f51f-48c9-9822-3cc41bcf783a service nova] Enqueued Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_members [ 649.064380] env[65134]: INFO networking_nsxv3.common.synchronization [req-1f886338-c45a-407b-98e2-15e958f49cdc req-8ffeb64e-f51f-48c9-9822-3cc41bcf783a service nova] Enqueued Resource ID: 1205afbc-9e13-4564-acc8-f3a828878541 with Priority: HIGHEST for action port [ 649.064953] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_rules [ 649.065209] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_members [ 649.065344] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1205afbc-9e13-4564-acc8-f3a828878541 with Priority: HIGHEST for action port [ 649.065622] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.065756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.065865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.066093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.066230] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.067083] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.067205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.067293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.067489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.067639] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.067747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.067800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.068017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.068082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.068172] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.068973] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1205afbc-9e13-4564-acc8-f3a828878541 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.070639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1205afbc-9e13-4564-acc8-f3a828878541" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.070689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1205afbc-9e13-4564-acc8-f3a828878541" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.070844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1205afbc-9e13-4564-acc8-f3a828878541" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.070928] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1205afbc-9e13-4564-acc8-f3a828878541',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.098177] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a57eae7-abd4-4b73-abd4-4b2e3b84050a [ 649.098395] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.098525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.098606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.098806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.098935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.099079] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a57eae7-abd4-4b73-abd4-4b2e3b84050a already deleted. [ 649.099345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a57eae7-abd4-4b73-abd4-4b2e3b84050a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.183881] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 649.186037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.186037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.186037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.186037] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.186037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.186037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.186037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.186037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.188393] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.371144] env[65134]: INFO networking_nsxv3.common.synchronization [req-b84a8d02-2e65-4114-acd5-04574597b3c0 req-0bc2f730-37bc-40e3-844a-fb2e9a17d290 tempest-ImagesNegativeTestJSON-902052496 tempest-ImagesNegativeTestJSON-902052496-project-member] Enqueued Resource ID: d096f39b-814b-463d-9ca0-f87c351c9927 with Priority: HIGHEST for action security_group_members [ 649.371144] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d096f39b-814b-463d-9ca0-f87c351c9927 with Priority: HIGHEST for action security_group_members [ 649.371144] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d096f39b-814b-463d-9ca0-f87c351c9927 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.371144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.373062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.373062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.373062] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.373062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.373062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.373062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.373062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.375205] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d096f39b-814b-463d-9ca0-f87c351c9927',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.554293] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: SUCCESS [ 649.554293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.572955] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.576160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.576160] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.576160] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1205afbc-9e13-4564-acc8-f3a828878541 with status ACTIVE [ 649.576160] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.576160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.576160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.576160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.576160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.576160] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.576160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.576160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.576160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.577437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.579483] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.582656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.582656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.582656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.582656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.582656] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1205afbc-9e13-4564-acc8-f3a828878541 is going to be updated. [ 649.606545] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.606781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.607959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.607959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.607959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.607959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1205afbc-9e13-4564-acc8-f3a828878541" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.690806] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.691110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.691172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.691642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.691642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.691767] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.691825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.691881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.692048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.692141] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.692462] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 649.735877] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 649.736119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.736302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.736525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.736720] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.736844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.736925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.737134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.737266] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.737361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.738408] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.741529] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.741802] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.741875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.742077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.742219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.759818] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 649.882176] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.882176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.882176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.882350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.882428] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.882703] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.882825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.882825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.882960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.883399] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.883587] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d096f39b-814b-463d-9ca0-f87c351c9927 already deleted. [ 649.883687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.893899] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.894199] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-658" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.894316] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-658" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.894616] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-658" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.895359] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.895610] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.895797] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.896311] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.896311] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.896520] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.896630] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.896733] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.896833] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.896936] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.897077] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.897189] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.925340] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.925564] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.925703] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.925900] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-658" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.926266] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-ff4de57e-918b-4eac-b677-9292058fe536 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.926464] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-ff4de57e-918b-4eac-b677-9292058fe536" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.926584] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-ff4de57e-918b-4eac-b677-9292058fe536" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.927278] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-ff4de57e-918b-4eac-b677-9292058fe536" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.927357] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4de57e-918b-4eac-b677-9292058fe536',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.082880] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.249849] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.249849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.249849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.250195] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.250349] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.250457] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.250525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.250683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.250769] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.250862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.251025] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.251157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.251251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.251452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.251614] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.251712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.251767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.251952] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.252095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.252237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.252383] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.282811] env[65134]: INFO networking_nsxv3.common.synchronization [None req-49f2dcf5-39c0-4df3-9077-4c90fb480023 tempest-ServersTestJSON-564218268 tempest-ServersTestJSON-564218268-project-member] Enqueued Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGHEST for action security_group_rules [ 650.283560] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGHEST for action security_group_rules [ 650.283900] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e64f287-0a4b-4705-a642-8172185cdf8d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.284057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.284140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.284742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.284742] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e64f287-0a4b-4705-a642-8172185cdf8d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.434497] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.434960] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.434960] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.435396] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.436491] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.436491] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port ff4de57e-918b-4eac-b677-9292058fe536 not found, creating... [ 650.436491] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.436750] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.436788] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.437195] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.437301] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.437625] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.438358] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.438358] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.438618] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.438780] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.438951] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: ff4de57e-918b-4eac-b677-9292058fe536 is going to be created. [ 650.467579] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.467868] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.467986] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.468370] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.468752] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.469073] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-ff4de57e-918b-4eac-b677-9292058fe536" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.585686] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.586047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.586132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.586387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.586529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.586681] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d is going to be created. [ 650.627833] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.628102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.628102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.628285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.628446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.642451] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: UNINITIALIZED for 2s [ 650.755262] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaaf77ef-104b-46b9-9a5d-854439e9306c: rpc.has_security_group_logging(os_id): False [ 650.774505] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.774713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.774787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.775009] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.775180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.775759] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.775759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.775759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.775759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.776024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.776024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.776115] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.776154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.776296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.776405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.776608] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.776717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.776837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.777023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.777227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.777304] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be created. [ 650.809173] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.809384] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.809432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.809638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.809731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.809829] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e64f287-0a4b-4705-a642-8172185cdf8d already deleted. [ 650.809934] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.858406] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.858406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.858406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.858406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.858406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.868116] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 650.944229] env[65134]: INFO networking_nsxv3.common.synchronization [None req-ffc04bd5-e4f1-4b27-9ec7-74a688178cc3 tempest-ServersTestJSON-564218268 tempest-ServersTestJSON-564218268-project-member] Enqueued Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGHEST for action security_group_rules [ 650.944229] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGHEST for action security_group_rules [ 650.944821] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e64f287-0a4b-4705-a642-8172185cdf8d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.944821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.944821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.944998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.944998] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e64f287-0a4b-4705-a642-8172185cdf8d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.155229] env[65134]: INFO networking_nsxv3.common.synchronization [req-b84a8d02-2e65-4114-acd5-04574597b3c0 req-4a4d8739-1372-4b32-be55-034a87080b59 service nova] Enqueued Resource ID: d096f39b-814b-463d-9ca0-f87c351c9927 with Priority: HIGHEST for action security_group_rules [ 651.155400] env[65134]: INFO networking_nsxv3.common.synchronization [req-b84a8d02-2e65-4114-acd5-04574597b3c0 req-4a4d8739-1372-4b32-be55-034a87080b59 service nova] Enqueued Resource ID: d096f39b-814b-463d-9ca0-f87c351c9927 with Priority: HIGHEST for action security_group_members [ 651.155528] env[65134]: INFO networking_nsxv3.common.synchronization [req-b84a8d02-2e65-4114-acd5-04574597b3c0 req-4a4d8739-1372-4b32-be55-034a87080b59 service nova] Enqueued Resource ID: ff4de57e-918b-4eac-b677-9292058fe536 with Priority: HIGHEST for action port [ 651.156053] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d096f39b-814b-463d-9ca0-f87c351c9927 with Priority: HIGHEST for action security_group_rules [ 651.156210] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d096f39b-814b-463d-9ca0-f87c351c9927 with Priority: HIGHEST for action security_group_members [ 651.156432] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4de57e-918b-4eac-b677-9292058fe536 with Priority: HIGHEST for action port [ 651.156587] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d096f39b-814b-463d-9ca0-f87c351c9927 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.157172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.157293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.157586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.157674] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d096f39b-814b-463d-9ca0-f87c351c9927',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.158587] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d096f39b-814b-463d-9ca0-f87c351c9927 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.158709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.158775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.158950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.159137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.159234] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.159290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.159436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.159518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.159612] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d096f39b-814b-463d-9ca0-f87c351c9927',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.160445] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff4de57e-918b-4eac-b677-9292058fe536 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.160800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff4de57e-918b-4eac-b677-9292058fe536" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.160882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff4de57e-918b-4eac-b677-9292058fe536" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.161060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff4de57e-918b-4eac-b677-9292058fe536" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.161173] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4de57e-918b-4eac-b677-9292058fe536',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.471109] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.471491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.471491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.472169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.472169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.472169] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e64f287-0a4b-4705-a642-8172185cdf8d already deleted. [ 651.472169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.663161] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d096f39b-814b-463d-9ca0-f87c351c9927 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.663348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.663570] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d096f39b-814b-463d-9ca0-f87c351c9927',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.667302] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff4de57e-918b-4eac-b677-9292058fe536 with status ACTIVE [ 651.667302] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.667302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.667302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.667302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.667302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.667596] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.667731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.667731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.668160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.668160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.668160] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.668318] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.668318] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.668487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.668534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.668612] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff4de57e-918b-4eac-b677-9292058fe536 is going to be updated. [ 651.693993] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.694179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.694247] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.694460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.694603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.694775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff4de57e-918b-4eac-b677-9292058fe536" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.707800] env[65134]: INFO networking_nsxv3.common.synchronization [req-a48670b5-3881-451d-ae3d-a458413e3b34 req-ee71ea6b-00c5-47df-a0b5-c69ad1eb73fa tempest-SecurityGroupRulesTestJSON-1391564943 tempest-SecurityGroupRulesTestJSON-1391564943-project-member] Enqueued Resource ID: 530e4268-343b-4ad0-b539-52d4360b36ed with Priority: HIGHEST for action security_group_rules [ 651.708452] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530e4268-343b-4ad0-b539-52d4360b36ed with Priority: HIGHEST for action security_group_rules [ 651.708747] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530e4268-343b-4ad0-b539-52d4360b36ed taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.708747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530e4268-343b-4ad0-b539-52d4360b36ed" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.708747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530e4268-343b-4ad0-b539-52d4360b36ed" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.709714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530e4268-343b-4ad0-b539-52d4360b36ed" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.709714] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530e4268-343b-4ad0-b539-52d4360b36ed',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.776256] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 651.776483] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 deletion is rescheduled due to dependency. [ 651.776664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.776920] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.777556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.777556] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.777724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.777724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.777855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.777948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.778065] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.992731] env[65134]: INFO networking_nsxv3.common.synchronization [req-76290d3d-38d6-4913-9864-be59f1561583 req-f3b7afe0-87c9-4299-ad1f-5a79c4f36a50 tempest-ServersAdminTestJSON-1123493402 tempest-ServersAdminTestJSON-1123493402-project-member] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 651.996720] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 652.000572] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.000572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.000572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.000572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.000572] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.000572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.000572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.000572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.000572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.000572] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.167434] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d096f39b-814b-463d-9ca0-f87c351c9927',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.239177] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.239177] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.239369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.239428] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.239521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.239637] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530e4268-343b-4ad0-b539-52d4360b36ed already deleted. [ 652.239723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530e4268-343b-4ad0-b539-52d4360b36ed" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.282946] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.283124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.283195] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.283992] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.283992] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.283992] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.283992] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.283992] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.284271] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.284271] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.284271] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 652.321912] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.322094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.322169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.322378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.322547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.334777] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 652.372817] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.373015] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.373139] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.373404] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.373650] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.373802] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.373977] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.374211] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.374341] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.374591] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.374771] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.374886] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.374993] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.375152] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.375325] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.375511] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.395391] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.395391] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.395558] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.395764] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.396126] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-557c645e-718a-409e-b358-b99adb866247 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.396334] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-557c645e-718a-409e-b358-b99adb866247" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.396477] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-557c645e-718a-409e-b358-b99adb866247" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.396855] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-557c645e-718a-409e-b358-b99adb866247" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.397077] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('557c645e-718a-409e-b358-b99adb866247',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.500771] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.664183] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: SUCCESS [ 652.664640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.664640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.664931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.665375] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.665375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.665375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.665577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.665779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.665779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.665856] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.670175] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.670175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.670175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.670403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.670502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.670602] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d096f39b-814b-463d-9ca0-f87c351c9927 is going to be created. [ 652.696172] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.696346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.696402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.696640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.696822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.707974] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d096f39b-814b-463d-9ca0-f87c351c9927 in Status: UNINITIALIZED for 2s [ 652.881625] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 652.881625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.903026] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.903026] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.903026] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.903026] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.903026] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.903026] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 557c645e-718a-409e-b358-b99adb866247 not found, creating... [ 652.903026] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.903026] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.903026] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.903026] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.903026] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.903607] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.903607] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.903607] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.903607] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.903986] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.904351] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 557c645e-718a-409e-b358-b99adb866247 is going to be created. [ 652.930877] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.930877] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.930877] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.930877] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.930877] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.930877] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-557c645e-718a-409e-b358-b99adb866247" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.004730] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.168535] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.508207] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.508565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.508618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.508875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.508971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.509529] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be updated. [ 653.558133] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.558133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.558133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.558133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.558133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.569667] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 653.671694] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d81d0456-07ed-48b8-bd88-6d147a794d1d: rpc.has_security_group_logging(os_id): False [ 653.691462] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.691656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.691744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.691968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.692078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.692334] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.692463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.692529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.693301] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.693301] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.693301] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d is going to be created. [ 653.715321] env[65134]: INFO networking_nsxv3.common.synchronization [req-76290d3d-38d6-4913-9864-be59f1561583 req-d673713a-13db-4985-8978-04ae098417c2 service nova] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_rules [ 653.715321] env[65134]: INFO networking_nsxv3.common.synchronization [req-76290d3d-38d6-4913-9864-be59f1561583 req-d673713a-13db-4985-8978-04ae098417c2 service nova] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 653.715321] env[65134]: INFO networking_nsxv3.common.synchronization [req-76290d3d-38d6-4913-9864-be59f1561583 req-d673713a-13db-4985-8978-04ae098417c2 service nova] Enqueued Resource ID: 557c645e-718a-409e-b358-b99adb866247 with Priority: HIGHEST for action port [ 653.716456] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_rules [ 653.716806] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 653.717052] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557c645e-718a-409e-b358-b99adb866247 with Priority: HIGHEST for action port [ 653.717688] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.718871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.718871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.718871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.718871] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.719968] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.720142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.720316] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-557c645e-718a-409e-b358-b99adb866247 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.720416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-557c645e-718a-409e-b358-b99adb866247" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.720527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-557c645e-718a-409e-b358-b99adb866247" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.720684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-557c645e-718a-409e-b358-b99adb866247" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.720767] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('557c645e-718a-409e-b358-b99adb866247',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.774699] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.775053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.775137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.775505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.776776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.790796] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: IN_PROGRESS for 2s [ 654.225958] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.226138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.226327] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 557c645e-718a-409e-b358-b99adb866247 with status ACTIVE [ 654.226510] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.226684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.226684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.226931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.227070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.227205] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.227294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.227356] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.227522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.227603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.227781] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.227875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.227936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.228098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.228174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.228259] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 557c645e-718a-409e-b358-b99adb866247 is going to be updated. [ 654.262737] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.263097] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.263184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.263513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.263609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.263888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-557c645e-718a-409e-b358-b99adb866247" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.356451] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 654.356734] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 deletion is rescheduled due to dependency. [ 654.356868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.723045] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d096f39b-814b-463d-9ca0-f87c351c9927 in Status: SUCCESS [ 654.723045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.723045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.723045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.723045] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.723045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.723045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.723045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.723045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.723045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.723045] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d096f39b-814b-463d-9ca0-f87c351c9927',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.229029] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d096f39b-814b-463d-9ca0-f87c351c9927 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.229029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.229029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.229029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.229029] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.229029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.229029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.229029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.229029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.229029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.229029] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d096f39b-814b-463d-9ca0-f87c351c9927 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.229029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.229029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.229029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.229029] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.229029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.229882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.230337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.230659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.231293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.231619] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d096f39b-814b-463d-9ca0-f87c351c9927',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.580656] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 655.580917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.581354] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.581463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.581859] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.581859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.581859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.582018] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.582078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.582220] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.714320] env[65134]: INFO networking_nsxv3.common.synchronization [req-6d0aad61-3f92-482a-a52e-f171ff3f81bd req-33b770bf-3809-42cf-a03d-c768ea630f60 tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_members [ 655.715131] env[65134]: INFO networking_nsxv3.common.synchronization [req-6d0aad61-3f92-482a-a52e-f171ff3f81bd req-33b770bf-3809-42cf-a03d-c768ea630f60 tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 655.715946] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_members [ 655.716233] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 655.716760] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3bae84-da46-40cd-a5c4-7e75837b8833 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.717049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.718945] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.719173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.719296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.719528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.719643] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.719745] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.720874] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.720987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.721087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.721262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.721451] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.721565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.721626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.721771] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.721848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.721942] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.733888] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d096f39b-814b-463d-9ca0-f87c351c9927: rpc.has_security_group_logging(os_id): False [ 655.757257] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.762600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.762600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.762600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.762600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.762600] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.762600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.762600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.762600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.762600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.762600] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.762600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.762600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.762600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.762600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.763650] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.763949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.764683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.764683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.764683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.764683] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d096f39b-814b-463d-9ca0-f87c351c9927 is going to be created. [ 655.780025] env[65134]: INFO networking_nsxv3.common.synchronization [req-6d0aad61-3f92-482a-a52e-f171ff3f81bd req-33b770bf-3809-42cf-a03d-c768ea630f60 tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_rules [ 655.780025] env[65134]: INFO networking_nsxv3.common.synchronization [req-6d0aad61-3f92-482a-a52e-f171ff3f81bd req-33b770bf-3809-42cf-a03d-c768ea630f60 tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 655.780025] env[65134]: INFO networking_nsxv3.common.synchronization [req-6d0aad61-3f92-482a-a52e-f171ff3f81bd req-33b770bf-3809-42cf-a03d-c768ea630f60 tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_rules [ 655.780025] env[65134]: INFO networking_nsxv3.common.synchronization [req-6d0aad61-3f92-482a-a52e-f171ff3f81bd req-33b770bf-3809-42cf-a03d-c768ea630f60 tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_members [ 655.780025] env[65134]: INFO networking_nsxv3.common.synchronization [req-6d0aad61-3f92-482a-a52e-f171ff3f81bd req-33b770bf-3809-42cf-a03d-c768ea630f60 tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 6335ca50-8711-48bc-95e5-de09ef8e1f7d with Priority: HIGHEST for action port [ 655.780707] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_rules [ 655.781283] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_rules [ 655.785563] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6335ca50-8711-48bc-95e5-de09ef8e1f7d with Priority: HIGHEST for action port [ 655.785563] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 655.785563] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_members [ 655.785905] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.786052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.786125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.786345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.786630] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.787579] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3bae84-da46-40cd-a5c4-7e75837b8833 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.787705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.787780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.788037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.788117] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.791447] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6335ca50-8711-48bc-95e5-de09ef8e1f7d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.791580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.791649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.791850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.791935] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6335ca50-8711-48bc-95e5-de09ef8e1f7d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.793323] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.793444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.797852] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3bae84-da46-40cd-a5c4-7e75837b8833 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.797852] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.809837] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: SUCCESS [ 655.809837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.847746] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.848011] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.848199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.848281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.848484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.867656] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d096f39b-814b-463d-9ca0-f87c351c9927 in Status: IN_PROGRESS for 2s [ 656.085357] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.226456] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.226456] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.291932] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3bae84-da46-40cd-a5c4-7e75837b8833 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.294378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.300204] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6335ca50-8711-48bc-95e5-de09ef8e1f7d with status ACTIVE [ 656.300204] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.300204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.300204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.300204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.300204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.300567] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.300567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.300567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.300683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.300683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.300843] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.300926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.300989] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.301357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.301448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.301554] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6335ca50-8711-48bc-95e5-de09ef8e1f7d is going to be updated. [ 656.302815] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.302953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.325250] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.325473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.325473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.325763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.325932] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.326171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.590270] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.727702] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.728798] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.096774] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.096774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.096774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.096774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.096774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.096774] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be updated. [ 657.134168] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.134168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.134168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.134681] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.136872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.148882] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 657.230643] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.230841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.231025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.231249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.231434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.231513] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 is going to be created. [ 657.234610] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.234739] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.234796] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.235034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.237612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.237612] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 657.274587] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.274736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.274860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.275124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.275278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.292830] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.292830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.292830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.293191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.293191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.294822] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: UNINITIALIZED for 2s [ 657.302702] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 657.886574] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d096f39b-814b-463d-9ca0-f87c351c9927 in Status: SUCCESS [ 657.886574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.459095] env[65134]: INFO networking_nsxv3.common.synchronization [req-b831b18f-fe95-40ff-962d-05e32a546924 req-f4c7c8d3-4d4c-483f-87ac-891f55bcc57d tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb with Priority: HIGHEST for action security_group_members [ 658.459095] env[65134]: INFO networking_nsxv3.common.synchronization [req-b831b18f-fe95-40ff-962d-05e32a546924 req-f4c7c8d3-4d4c-483f-87ac-891f55bcc57d tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_members [ 658.459095] env[65134]: INFO networking_nsxv3.common.synchronization [req-b831b18f-fe95-40ff-962d-05e32a546924 req-f4c7c8d3-4d4c-483f-87ac-891f55bcc57d tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 658.459809] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb with Priority: HIGHEST for action security_group_members [ 658.459985] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_members [ 658.460127] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 658.460600] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-863bca98-902e-4a19-aec7-5fd7bf20aafb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.460693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.460822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.461034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.461208] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.461320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.461384] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.461554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.461635] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.461732] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.462893] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3bae84-da46-40cd-a5c4-7e75837b8833 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.463023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.464095] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.464095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.562231] env[65134]: INFO networking_nsxv3.common.synchronization [req-b831b18f-fe95-40ff-962d-05e32a546924 req-f4c7c8d3-4d4c-483f-87ac-891f55bcc57d tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_rules [ 658.562477] env[65134]: INFO networking_nsxv3.common.synchronization [req-b831b18f-fe95-40ff-962d-05e32a546924 req-f4c7c8d3-4d4c-483f-87ac-891f55bcc57d tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 658.562649] env[65134]: INFO networking_nsxv3.common.synchronization [req-b831b18f-fe95-40ff-962d-05e32a546924 req-f4c7c8d3-4d4c-483f-87ac-891f55bcc57d tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_rules [ 658.562780] env[65134]: INFO networking_nsxv3.common.synchronization [req-b831b18f-fe95-40ff-962d-05e32a546924 req-f4c7c8d3-4d4c-483f-87ac-891f55bcc57d tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_members [ 658.562996] env[65134]: INFO networking_nsxv3.common.synchronization [req-b831b18f-fe95-40ff-962d-05e32a546924 req-f4c7c8d3-4d4c-483f-87ac-891f55bcc57d tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb with Priority: HIGHEST for action security_group_rules [ 658.562996] env[65134]: INFO networking_nsxv3.common.synchronization [req-b831b18f-fe95-40ff-962d-05e32a546924 req-f4c7c8d3-4d4c-483f-87ac-891f55bcc57d tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb with Priority: HIGHEST for action security_group_members [ 658.565338] env[65134]: INFO networking_nsxv3.common.synchronization [req-b831b18f-fe95-40ff-962d-05e32a546924 req-f4c7c8d3-4d4c-483f-87ac-891f55bcc57d tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 6335ca50-8711-48bc-95e5-de09ef8e1f7d with Priority: HIGHEST for action port [ 658.566049] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_rules [ 658.566210] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_rules [ 658.566292] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb with Priority: HIGHEST for action security_group_members [ 658.566388] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6335ca50-8711-48bc-95e5-de09ef8e1f7d with Priority: HIGHEST for action port [ 658.566499] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb with Priority: HIGHEST for action security_group_rules [ 658.566635] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 658.566688] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_members [ 658.567231] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.567231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.567414] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3bae84-da46-40cd-a5c4-7e75837b8833 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.567521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.567699] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-863bca98-902e-4a19-aec7-5fd7bf20aafb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.567851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.567990] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6335ca50-8711-48bc-95e5-de09ef8e1f7d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.568154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.568220] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.570528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.570528] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6335ca50-8711-48bc-95e5-de09ef8e1f7d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.570528] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-863bca98-902e-4a19-aec7-5fd7bf20aafb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.570528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.570528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.570528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.570528] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.571068] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.571176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.571378] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3bae84-da46-40cd-a5c4-7e75837b8833 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.571474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.964910] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.076022] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-863bca98-902e-4a19-aec7-5fd7bf20aafb taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.076022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.076022] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6335ca50-8711-48bc-95e5-de09ef8e1f7d with status ACTIVE [ 659.076022] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.076022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.076022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.076022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.076022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.076022] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.076022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.076022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.076022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.076022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.076022] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.076759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.076759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.076759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.076992] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.077230] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6335ca50-8711-48bc-95e5-de09ef8e1f7d is going to be updated. [ 659.104331] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.104474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.104542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.104760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.104896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.105066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6335ca50-8711-48bc-95e5-de09ef8e1f7d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.161526] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 659.161752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.161934] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.162168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.162363] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.162483] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.163632] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.163632] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.163722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.163873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.163873] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.317291] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: SUCCESS [ 659.317881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.317881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.318115] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.318246] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.318372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.318524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.318671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.318743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.318854] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.324241] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 659.324884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.324884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.325152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.325238] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.325347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.325412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.325698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.325698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.325830] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.468202] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.668288] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.668288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.668288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.668288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.668288] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.668288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.668288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.668288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.668288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.668288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.668288] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.668910] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.668910] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.668910] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.668910] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.669080] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.669080] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.669321] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.669432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.669489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.669579] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.827946] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.829183] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.970683] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.970683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.970916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.970916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.971071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.973624] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb is going to be created. [ 660.002279] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.003112] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.003112] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.003112] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.003112] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.016400] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb in Status: UNINITIALIZED for 2s [ 660.172484] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 985c7979-fcf4-491a-8af5-cd9a8c33e586: rpc.has_security_group_logging(os_id): False [ 660.192092] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.192242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.192320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.192541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.192637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.192854] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.192960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.193039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.193183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.193262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.193490] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.193560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.193621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.193761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.193837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.194028] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.194118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.194178] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.194311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.194385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.194472] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be updated. [ 660.274410] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.274514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.274710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.274900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.275057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.317358] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 660.333320] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.333928] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.836019] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.836421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.836512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.836821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.836958] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.837113] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 is going to be updated. [ 660.839248] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.839331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.839441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.839775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.840093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.840253] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 660.875592] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.875819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.875940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.876216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.876388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.879484] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.879690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.879772] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.879946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.880136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.902839] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: IN_PROGRESS for 2s [ 660.902839] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 661.491933] env[65134]: INFO networking_nsxv3.common.synchronization [req-c3c1fee7-37b3-4446-ba71-76940a7a05fd req-384a38ab-3491-41b9-88b2-cb970dcd7384 tempest-SecurityGroupRulesTestJSON-1391564943 tempest-SecurityGroupRulesTestJSON-1391564943-project-member] Enqueued Resource ID: b642e656-677c-4426-97f4-3d7dbf70a25a with Priority: HIGHEST for action security_group_rules [ 661.493036] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b642e656-677c-4426-97f4-3d7dbf70a25a with Priority: HIGHEST for action security_group_rules [ 661.493231] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b642e656-677c-4426-97f4-3d7dbf70a25a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.493395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b642e656-677c-4426-97f4-3d7dbf70a25a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.493512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b642e656-677c-4426-97f4-3d7dbf70a25a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.495616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b642e656-677c-4426-97f4-3d7dbf70a25a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.495734] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b642e656-677c-4426-97f4-3d7dbf70a25a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.020376] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.020376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.020376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.020376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.020376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.020376] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b642e656-677c-4426-97f4-3d7dbf70a25a already deleted. [ 662.020376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b642e656-677c-4426-97f4-3d7dbf70a25a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.028403] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb in Status: SUCCESS [ 662.028403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.028403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.028403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.028590] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.029597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.029597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.029597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.029597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.029597] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.199621] env[65134]: INFO networking_nsxv3.common.synchronization [req-6b8fb842-8c3b-44e7-8c7d-3a4f41b01dc1 req-e9267690-5a01-4e39-8047-074ce8a07422 tempest-ServersTestJSON-564218268 tempest-ServersTestJSON-564218268-project-member] Enqueued Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGHEST for action security_group_members [ 662.199621] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGHEST for action security_group_members [ 662.201025] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64f287-0a4b-4705-a642-8172185cdf8d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.201025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.201025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.201025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.201025] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.201025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.201025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.201025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.201025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.201025] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e64f287-0a4b-4705-a642-8172185cdf8d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.332724] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 662.332724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.351021] env[65134]: INFO networking_nsxv3.common.synchronization [req-1b87557b-1f3c-40ba-bd2e-cdbc91800a4c req-db69ebcf-aee8-4a90-b63e-fc79bcde480d tempest-DeleteServersAdminTestJSON-1722059496 tempest-DeleteServersAdminTestJSON-1722059496-project-member] Enqueued Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_members [ 662.351021] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGHEST for action security_group_members [ 662.351021] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.351021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.351481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.351787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.352073] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.352344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.352533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.352787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.352971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.353172] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.532548] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.703932] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.704119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.704171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.704638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.704638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.704813] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.704900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.704900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.705670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.705670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.705670] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64f287-0a4b-4705-a642-8172185cdf8d already deleted. [ 662.705670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.728504] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.729700] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-915" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.729700] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-915" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.729700] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-915" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.729700] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.730341] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.730516] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.730866] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.731000] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.731115] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.731223] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.731365] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.731447] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.731518] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.731611] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.731730] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.752496] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.752609] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.752730] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.752909] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-915" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.753315] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-5cb65d08-e108-49c3-adaf-31812743863a taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.753529] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-5cb65d08-e108-49c3-adaf-31812743863a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.753673] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-5cb65d08-e108-49c3-adaf-31812743863a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.753990] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-5cb65d08-e108-49c3-adaf-31812743863a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.754171] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cb65d08-e108-49c3-adaf-31812743863a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.856501] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.856501] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.856501] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.857087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.857359] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.857554] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.857622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.857693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.857863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.857941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.858297] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 is going to be updated. [ 662.884960] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.885175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.885175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.885819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.885819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.894454] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: IN_PROGRESS for 2s [ 662.912021] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: SUCCESS [ 662.912021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.912021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.912021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.912021] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.912021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.912021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.912021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.912021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.912021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.912021] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.912021] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 662.912702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.912947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.913240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.913592] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.913817] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.914040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.914274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.914455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.914634] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.915461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.916114] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.916406] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.916624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.916782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.917019] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.917196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.917374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.919866] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.919866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.919866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.919866] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.919866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.919866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.919866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.919866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.919866] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.008487] env[65134]: INFO networking_nsxv3.common.synchronization [req-4f78c982-8f60-4d19-acea-9c517e8c39d4 req-99b28ff8-a22e-4ea9-a240-ced6a8812542 tempest-DeleteServersTestJSON-455681454 tempest-DeleteServersTestJSON-455681454-project-member] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 663.008759] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 663.009081] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.009227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.009300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.009496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.009651] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.010019] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.010019] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.010019] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.010165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.010165] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.034770] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.261309] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.261309] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.261309] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.261309] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.261309] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.261309] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 5cb65d08-e108-49c3-adaf-31812743863a not found, creating... [ 663.261309] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.261309] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.261309] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.261309] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.261309] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.262204] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.262582] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.262840] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.263186] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.263445] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.263685] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 5cb65d08-e108-49c3-adaf-31812743863a is going to be created. [ 663.291747] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.291747] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.291747] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.292037] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.292076] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.292323] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-5cb65d08-e108-49c3-adaf-31812743863a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.498657] env[65134]: INFO networking_nsxv3.common.synchronization [req-616b9f45-09d3-4326-afb4-bcaf8071d163 req-75c7c241-cf82-4128-9217-dd2ba85853ac tempest-SecurityGroupRulesTestJSON-1391564943 tempest-SecurityGroupRulesTestJSON-1391564943-project-member] Enqueued Resource ID: b642e656-677c-4426-97f4-3d7dbf70a25a with Priority: HIGHEST for action security_group_rules [ 663.498657] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.498657] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.498657] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b642e656-677c-4426-97f4-3d7dbf70a25a with Priority: HIGHEST for action security_group_rules [ 663.498657] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.498657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.498657] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.498657] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b642e656-677c-4426-97f4-3d7dbf70a25a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.498657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b642e656-677c-4426-97f4-3d7dbf70a25a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.498657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b642e656-677c-4426-97f4-3d7dbf70a25a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.498657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b642e656-677c-4426-97f4-3d7dbf70a25a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.498657] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b642e656-677c-4426-97f4-3d7dbf70a25a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.511949] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.512177] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.513024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.513024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.513024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.513024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.513383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.513383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.513383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.513518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.513699] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 663.537203] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.537203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.537435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.537478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.537573] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.537671] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb is going to be updated. [ 663.544630] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.544836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.544896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.545115] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.545258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.554303] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 663.568019] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.568241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.568341] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.568574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.568717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.579151] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb in Status: IN_PROGRESS for 2s [ 663.930031] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3bae84-da46-40cd-a5c4-7e75837b8833: rpc.has_security_group_logging(os_id): False [ 663.930031] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.930031] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.952240] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.952240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.952240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.952240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.952240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.952240] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.952240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.952240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.952240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.952240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.952240] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 is going to be created. [ 663.953590] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.953886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.954097] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.954382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.954593] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.954798] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b642e656-677c-4426-97f4-3d7dbf70a25a already deleted. [ 663.954996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b642e656-677c-4426-97f4-3d7dbf70a25a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.972229] env[65134]: INFO networking_nsxv3.common.synchronization [req-6b8fb842-8c3b-44e7-8c7d-3a4f41b01dc1 req-729622db-29a5-4bce-a741-d43c519e22e7 service nova] Enqueued Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGHEST for action security_group_rules [ 663.972229] env[65134]: INFO networking_nsxv3.common.synchronization [req-6b8fb842-8c3b-44e7-8c7d-3a4f41b01dc1 req-729622db-29a5-4bce-a741-d43c519e22e7 service nova] Enqueued Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGHEST for action security_group_members [ 663.972229] env[65134]: INFO networking_nsxv3.common.synchronization [req-6b8fb842-8c3b-44e7-8c7d-3a4f41b01dc1 req-729622db-29a5-4bce-a741-d43c519e22e7 service nova] Enqueued Resource ID: 5cb65d08-e108-49c3-adaf-31812743863a with Priority: HIGHEST for action port [ 663.972229] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGHEST for action security_group_rules [ 663.972229] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGHEST for action security_group_members [ 663.972229] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb65d08-e108-49c3-adaf-31812743863a with Priority: HIGHEST for action port [ 663.972229] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e64f287-0a4b-4705-a642-8172185cdf8d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.972948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.973153] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.973467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.973685] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e64f287-0a4b-4705-a642-8172185cdf8d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.974818] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64f287-0a4b-4705-a642-8172185cdf8d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.976437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.976437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.976437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.976437] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.976437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.976437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.976437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.976437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.976437] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e64f287-0a4b-4705-a642-8172185cdf8d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.979527] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cb65d08-e108-49c3-adaf-31812743863a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.981544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cb65d08-e108-49c3-adaf-31812743863a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.981544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cb65d08-e108-49c3-adaf-31812743863a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.981544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cb65d08-e108-49c3-adaf-31812743863a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.981544] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cb65d08-e108-49c3-adaf-31812743863a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.029037] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.029037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.029037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.029037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.029037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.042066] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: IN_PROGRESS for 2s [ 664.434188] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.434522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.434604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.435135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.435196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.435350] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 664.437420] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.437582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.437627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.437959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.438116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.438268] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 is going to be updated. [ 664.481596] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e64f287-0a4b-4705-a642-8172185cdf8d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.482949] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64f287-0a4b-4705-a642-8172185cdf8d taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.483105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.484144] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cb65d08-e108-49c3-adaf-31812743863a with status ACTIVE [ 664.484452] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.484612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.484676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.484926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.485217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.485283] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.485369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.485429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.485591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.485673] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.485849] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.485946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.486014] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.486158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.486329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.486329] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cb65d08-e108-49c3-adaf-31812743863a is going to be updated. [ 664.509525] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.509801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.509801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.509955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.510267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.513918] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.514098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.514148] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.514499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.514660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.531290] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 664.532090] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: IN_PROGRESS for 2s [ 664.541833] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.541833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.541833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.541833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.542028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.542028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cb65d08-e108-49c3-adaf-31812743863a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.907602] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 in Status: SUCCESS [ 664.910405] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 deletion is rescheduled due to dependency. [ 664.910405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.984442] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e64f287-0a4b-4705-a642-8172185cdf8d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.487405] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.490242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.490242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.490242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.490242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.490242] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64f287-0a4b-4705-a642-8172185cdf8d is going to be created. [ 665.514890] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.514890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.514890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.516499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.516925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.529403] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64f287-0a4b-4705-a642-8172185cdf8d in Status: UNINITIALIZED for 2s [ 665.566229] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 665.566484] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c deletion is rescheduled due to dependency. [ 665.566759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.590403] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb in Status: SUCCESS [ 665.592915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.592915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.592915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.592915] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.592915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.592915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.592915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.592915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.592915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.592915] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.055974] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: SUCCESS [ 666.056825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.057034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.057309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.057400] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.095700] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.546222] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 666.546508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.546634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.546860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.548180] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.548320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.548380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.548557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.548636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.548736] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.552103] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: SUCCESS [ 666.553028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.553455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.553685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.553872] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.553994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.554073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.554229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.554309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.554423] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.561025] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3bae84-da46-40cd-a5c4-7e75837b8833 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.561152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.600237] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 863bca98-902e-4a19-aec7-5fd7bf20aafb: rpc.has_security_group_logging(os_id): False [ 666.623027] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.623027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.623027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.623027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.623027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.623027] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.623027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.623027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.623027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.623027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.623027] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb is going to be created. [ 666.689221] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.689221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.689221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.689221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.689540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.694764] env[65134]: INFO networking_nsxv3.common.synchronization [req-441a2164-a86d-48df-9754-d24e933172c2 req-d4776945-ae9b-492a-a303-669dc4a94817 tempest-SecurityGroupRulesTestJSON-1391564943 tempest-SecurityGroupRulesTestJSON-1391564943-project-member] Enqueued Resource ID: b642e656-677c-4426-97f4-3d7dbf70a25a with Priority: HIGHEST for action security_group_rules [ 666.695454] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b642e656-677c-4426-97f4-3d7dbf70a25a with Priority: HIGHEST for action security_group_rules [ 666.695793] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b642e656-677c-4426-97f4-3d7dbf70a25a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.695913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b642e656-677c-4426-97f4-3d7dbf70a25a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.696027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b642e656-677c-4426-97f4-3d7dbf70a25a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.696374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b642e656-677c-4426-97f4-3d7dbf70a25a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.696374] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b642e656-677c-4426-97f4-3d7dbf70a25a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.706151] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb in Status: IN_PROGRESS for 2s [ 667.052060] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.056861] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.188780] env[65134]: INFO networking_nsxv3.common.synchronization [req-e2ef28c9-fe48-4983-8703-dad29dcfb4b3 req-38332690-94a9-458f-b094-1ec77652a976 tempest-ImagesNegativeTestJSON-902052496 tempest-ImagesNegativeTestJSON-902052496-project-member] Enqueued Resource ID: d096f39b-814b-463d-9ca0-f87c351c9927 with Priority: HIGHEST for action security_group_members [ 667.188915] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d096f39b-814b-463d-9ca0-f87c351c9927 with Priority: HIGHEST for action security_group_members [ 667.189137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d096f39b-814b-463d-9ca0-f87c351c9927 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.189646] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.189754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.189985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.190199] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.190346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.190434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.190676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.190797] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.190927] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d096f39b-814b-463d-9ca0-f87c351c9927',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.216980] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.217165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.217241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.217449] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.217536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.217630] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b642e656-677c-4426-97f4-3d7dbf70a25a already deleted. [ 667.217711] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b642e656-677c-4426-97f4-3d7dbf70a25a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.541339] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64f287-0a4b-4705-a642-8172185cdf8d in Status: SUCCESS [ 667.543311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.543311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.543311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.543311] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.548304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.548304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.548304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.548304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.548304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.548304] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e64f287-0a4b-4705-a642-8172185cdf8d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.555186] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.559053] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.692898] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.693087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.693170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.693373] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.693480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.693654] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.693753] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.693809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.694063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.694263] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.694263] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d096f39b-814b-463d-9ca0-f87c351c9927 is going to be updated. [ 667.720574] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.720757] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.720831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.721055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.721194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.730877] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d096f39b-814b-463d-9ca0-f87c351c9927 in Status: IN_PROGRESS for 2s [ 668.048128] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e64f287-0a4b-4705-a642-8172185cdf8d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.057564] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.061231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.061336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.061533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.062017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.062017] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 668.063634] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.063748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.063819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.064016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.064111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.064207] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 is going to be updated. [ 668.101342] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.101560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.101560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.101831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.101994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.103874] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.103998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.104086] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.104274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.104404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.115812] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 668.116177] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: IN_PROGRESS for 2s [ 668.555656] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e64f287-0a4b-4705-a642-8172185cdf8d: rpc.has_security_group_logging(os_id): False [ 668.574919] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.575119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.575178] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.575365] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.575475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.575693] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.576119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.576119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.576286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.576367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.576462] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e64f287-0a4b-4705-a642-8172185cdf8d is going to be created. [ 668.646000] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.646000] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.646000] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.646000] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.646000] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.658976] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e64f287-0a4b-4705-a642-8172185cdf8d in Status: IN_PROGRESS for 2s [ 668.721367] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb in Status: SUCCESS [ 668.722077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.801233] env[65134]: INFO networking_nsxv3.common.synchronization [None req-917ef9b6-cadf-4a29-95f4-c0d848ce6c27 None None] Enqueued Resource ID: 29c1d1a4-b8be-4158-a16b-f3b5e333e9c4 with Priority: HIGHEST for action port [ 668.801233] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c1d1a4-b8be-4158-a16b-f3b5e333e9c4 with Priority: HIGHEST for action port [ 668.801233] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-29c1d1a4-b8be-4158-a16b-f3b5e333e9c4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.801233] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29c1d1a4-b8be-4158-a16b-f3b5e333e9c4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.801233] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29c1d1a4-b8be-4158-a16b-f3b5e333e9c4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.801233] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29c1d1a4-b8be-4158-a16b-f3b5e333e9c4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.801233] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29c1d1a4-b8be-4158-a16b-f3b5e333e9c4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.304967] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29c1d1a4-b8be-4158-a16b-f3b5e333e9c4 [ 669.304967] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.304967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.304967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.304967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.304967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.304967] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29c1d1a4-b8be-4158-a16b-f3b5e333e9c4 already deleted. [ 669.304967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29c1d1a4-b8be-4158-a16b-f3b5e333e9c4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.666835] env[65134]: INFO networking_nsxv3.common.synchronization [req-fcda96ea-29e3-4a40-9719-58a8e7a2471a req-2c28e509-09e6-437f-bfac-62d6cc40f71c tempest-ServersV294TestFqdnHostnames-360918045 tempest-ServersV294TestFqdnHostnames-360918045-project-member] Enqueued Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGHEST for action security_group_members [ 669.667458] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGHEST for action security_group_members [ 669.667761] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5296a13-15f5-4ab7-aab8-b676059a8751 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.668259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.668259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.669691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.669691] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.669905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.669905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.670015] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.670078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.670132] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5296a13-15f5-4ab7-aab8-b676059a8751',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.741904] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d096f39b-814b-463d-9ca0-f87c351c9927 in Status: SUCCESS [ 669.742113] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d096f39b-814b-463d-9ca0-f87c351c9927 deletion is rescheduled due to dependency. [ 669.742229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.131033] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: SUCCESS [ 670.131826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.132759] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 670.133106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.133943] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.134201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.134436] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.134570] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.134660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.134870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.134948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.135966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.136127] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.138452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.138452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.138582] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.138691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.138746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.139475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.139475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.139475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.139475] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.139475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.139475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.141223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.141223] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.141223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.141223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.141223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.141223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.141223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.141223] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.173812] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.173812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.173812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.173812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.173812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.173812] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.173812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.173812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.173812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.173812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.173812] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5296a13-15f5-4ab7-aab8-b676059a8751 is going to be updated. [ 670.205260] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.205387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.205435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.205880] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.206027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.215185] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5296a13-15f5-4ab7-aab8-b676059a8751 in Status: IN_PROGRESS for 2s [ 670.639114] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.644749] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5ef372-9f45-452b-8226-ead7b1a4efe0: rpc.has_security_group_logging(os_id): False [ 670.664428] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.664428] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.664600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.665689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.665689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.665689] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.665689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.665689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.665689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.665689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.665689] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.665689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.665689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.666282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.666282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.666282] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.666390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.666390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.666533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.666610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.666683] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 670.674598] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e64f287-0a4b-4705-a642-8172185cdf8d in Status: SUCCESS [ 670.674598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.730289] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.730289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.730289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.730289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.730289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.747050] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 671.142056] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3bae84-da46-40cd-a5c4-7e75837b8833: rpc.has_security_group_logging(os_id): False [ 671.170880] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.171121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.171194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.171475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.171571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.171809] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.171906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.171967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.172206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.172286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.172373] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 is going to be updated. [ 671.255442] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.255642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.255690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.255871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.256021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.273282] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: IN_PROGRESS for 2s [ 671.422204] env[65134]: INFO networking_nsxv3.common.synchronization [None req-87eb5e60-29df-429c-a401-fd5fa459551d None None] Enqueued Resource ID: 3d800e88-32d8-4315-a928-f513d40d75ad with Priority: HIGHEST for action port [ 671.424062] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d800e88-32d8-4315-a928-f513d40d75ad with Priority: HIGHEST for action port [ 671.426623] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d800e88-32d8-4315-a928-f513d40d75ad taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.426623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d800e88-32d8-4315-a928-f513d40d75ad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.426623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d800e88-32d8-4315-a928-f513d40d75ad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.426623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d800e88-32d8-4315-a928-f513d40d75ad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.426623] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d800e88-32d8-4315-a928-f513d40d75ad',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.929246] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d800e88-32d8-4315-a928-f513d40d75ad [ 671.929667] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.930589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.930701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.930938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.931670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.931982] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d800e88-32d8-4315-a928-f513d40d75ad already deleted. [ 671.931982] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d800e88-32d8-4315-a928-f513d40d75ad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.226558] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5296a13-15f5-4ab7-aab8-b676059a8751 in Status: SUCCESS [ 672.226558] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5296a13-15f5-4ab7-aab8-b676059a8751 deletion is rescheduled due to dependency. [ 672.226558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.764435] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 672.764941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.765153] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.765391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.765503] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.271763] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.271763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.271763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.271763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.271763] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.271763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.271763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.271763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.271763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.271763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.271763] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.291034] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: SUCCESS [ 673.291219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.773889] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.774116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.774116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.774365] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.774439] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.775185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.775185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.775185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.775185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.775185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.775185] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.775185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.775185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.775687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.775687] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.775687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.775687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.775687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.775878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.775878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.775878] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.229300] env[65134]: INFO networking_nsxv3.common.synchronization [req-d060c6ed-9552-4cec-aea6-62a74a88de39 req-c55f68ef-9d26-439d-8afc-53312da3f1f8 tempest-ServersTestMultiNic-1561498903 tempest-ServersTestMultiNic-1561498903-project-member] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 674.230065] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 674.230201] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.230340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.230410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.230791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.230791] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.231099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.231099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.232081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.232203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.232313] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.244701] env[65134]: INFO networking_nsxv3.common.synchronization [None req-3eb2c0a8-c7fc-46ca-9111-16f003319060 None None] Enqueued Resource ID: ef061968-ad7d-4c88-9d0d-f448c1732341 with Priority: HIGHEST for action port [ 674.244701] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef061968-ad7d-4c88-9d0d-f448c1732341 with Priority: HIGHEST for action port [ 674.244701] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef061968-ad7d-4c88-9d0d-f448c1732341 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.244701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef061968-ad7d-4c88-9d0d-f448c1732341" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.244701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef061968-ad7d-4c88-9d0d-f448c1732341" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.244701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef061968-ad7d-4c88-9d0d-f448c1732341" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.244701] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef061968-ad7d-4c88-9d0d-f448c1732341',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.277862] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5ef372-9f45-452b-8226-ead7b1a4efe0: rpc.has_security_group_logging(os_id): False [ 674.302682] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.303776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.304382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.307034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.307034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.307034] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.307034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.307034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.307034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.307034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.307034] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.307034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.307034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.307034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.307034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.307034] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.307034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.307763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.308667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.308786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.308957] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 674.429409] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.432286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.432286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.432286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.432286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.448258] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 674.691814] env[65134]: INFO networking_nsxv3.common.synchronization [req-7580c70f-2aa4-4e8c-8090-ac329b4fc2e2 req-ab423d20-3364-40fb-bf20-54e4c0e7a84f tempest-FloatingIPsAssociationNegativeTestJSON-1024361307 tempest-FloatingIPsAssociationNegativeTestJSON-1024361307-project-member] Enqueued Resource ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b with Priority: HIGHEST for action security_group_members [ 674.692374] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b with Priority: HIGHEST for action security_group_members [ 674.692678] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.692818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.692888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.693102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.693674] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.693674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.693674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.693674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.693674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.693907] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.736492] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.736681] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.736759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.737098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.737098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.737383] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.737482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.737482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.737610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.737994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.737994] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 674.746549] env[65134]: INFO networking_nsxv3.common.synchronization [req-d060c6ed-9552-4cec-aea6-62a74a88de39 req-a0b176c1-6daa-42b8-83de-5946544fc6f0 tempest-ServersTestMultiNic-1561498903 tempest-ServersTestMultiNic-1561498903-project-member] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 674.747324] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 674.747621] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef061968-ad7d-4c88-9d0d-f448c1732341 [ 674.747825] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.747946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.748023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.748260] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.748353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.749139] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef061968-ad7d-4c88-9d0d-f448c1732341 already deleted. [ 674.749139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef061968-ad7d-4c88-9d0d-f448c1732341" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.749139] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.749139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.788888] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.789049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.789139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.789416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.789583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.805478] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 675.112074] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.112074] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-958" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.112074] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-958" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.112074] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-958" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.112074] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.112074] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.112074] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.112074] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.112074] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.112899] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.112899] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.112899] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.112899] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.113790] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.113790] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.113790] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.135558] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.135558] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.135558] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.135711] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-958" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.136135] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-37b52ed2-f162-4261-b420-7a9f0b0fc8d0 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.136369] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-37b52ed2-f162-4261-b420-7a9f0b0fc8d0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.136507] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-37b52ed2-f162-4261-b420-7a9f0b0fc8d0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.136894] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-37b52ed2-f162-4261-b420-7a9f0b0fc8d0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.137834] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37b52ed2-f162-4261-b420-7a9f0b0fc8d0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.197949] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.197949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.197949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.197949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.197949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.197949] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.197949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.197949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.197949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.197949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.197949] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b is going to be updated. [ 675.226742] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.226888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.226999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.227214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.227367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.237187] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b in Status: IN_PROGRESS for 2s [ 675.643224] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.643224] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.643224] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.643959] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.643959] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.644274] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 37b52ed2-f162-4261-b420-7a9f0b0fc8d0 not found, creating... [ 675.644850] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.644964] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.645070] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.645415] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.646295] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.646541] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.646658] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.646798] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.647419] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.647419] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.647610] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 37b52ed2-f162-4261-b420-7a9f0b0fc8d0 is going to be created. [ 675.670157] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.670468] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.670621] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.670966] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.671295] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.671588] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-37b52ed2-f162-4261-b420-7a9f0b0fc8d0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.414532] env[65134]: INFO networking_nsxv3.common.synchronization [req-d060c6ed-9552-4cec-aea6-62a74a88de39 req-d7a5e9a3-6f4e-4dc9-ad5a-9d421f3644c7 service nova] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_rules [ 676.414768] env[65134]: INFO networking_nsxv3.common.synchronization [req-d060c6ed-9552-4cec-aea6-62a74a88de39 req-d7a5e9a3-6f4e-4dc9-ad5a-9d421f3644c7 service nova] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 676.414882] env[65134]: INFO networking_nsxv3.common.synchronization [req-d060c6ed-9552-4cec-aea6-62a74a88de39 req-d7a5e9a3-6f4e-4dc9-ad5a-9d421f3644c7 service nova] Enqueued Resource ID: 37b52ed2-f162-4261-b420-7a9f0b0fc8d0 with Priority: HIGHEST for action port [ 676.415382] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_rules [ 676.415535] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 676.415662] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b52ed2-f162-4261-b420-7a9f0b0fc8d0 with Priority: HIGHEST for action port [ 676.415878] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.415986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.416076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.416309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.416351] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.417738] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.417872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.418907] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-37b52ed2-f162-4261-b420-7a9f0b0fc8d0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.419079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37b52ed2-f162-4261-b420-7a9f0b0fc8d0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.419164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37b52ed2-f162-4261-b420-7a9f0b0fc8d0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.419480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37b52ed2-f162-4261-b420-7a9f0b0fc8d0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.419480] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37b52ed2-f162-4261-b420-7a9f0b0fc8d0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.466657] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 676.466873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.470852] env[65134]: INFO networking_nsxv3.common.synchronization [None req-4967c849-0b56-44f5-bbf5-b44151f1eb09 None None] Enqueued Resource ID: 91433dd0-0c00-4ba2-91fa-48f310f2796f with Priority: HIGHEST for action port [ 676.471732] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91433dd0-0c00-4ba2-91fa-48f310f2796f with Priority: HIGHEST for action port [ 676.472043] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-91433dd0-0c00-4ba2-91fa-48f310f2796f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.472183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91433dd0-0c00-4ba2-91fa-48f310f2796f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.472249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91433dd0-0c00-4ba2-91fa-48f310f2796f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.472541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91433dd0-0c00-4ba2-91fa-48f310f2796f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.472645] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91433dd0-0c00-4ba2-91fa-48f310f2796f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.817969] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 676.818259] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 deletion is rescheduled due to dependency. [ 676.818259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.818448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.818643] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.818825] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.818947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.819021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.819180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.819261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.819389] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.906222] env[65134]: INFO networking_nsxv3.common.synchronization [req-e49b6e64-a4bf-4da3-abc7-bccc3c01132b req-def5f6d7-1ba4-4299-b292-d9e798c7712a tempest-ServerDiagnosticsTest-1332040087 tempest-ServerDiagnosticsTest-1332040087-project-member] Enqueued Resource ID: a674dcb5-65ae-4c33-bbf7-177551ab882f with Priority: HIGHEST for action security_group_members [ 676.906222] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a674dcb5-65ae-4c33-bbf7-177551ab882f with Priority: HIGHEST for action security_group_members [ 676.906222] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a674dcb5-65ae-4c33-bbf7-177551ab882f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.906222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.906222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.906222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.906222] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.907931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.908028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.910274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.910274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.910274] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a674dcb5-65ae-4c33-bbf7-177551ab882f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.924013] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.924159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.924352] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37b52ed2-f162-4261-b420-7a9f0b0fc8d0 with status ACTIVE [ 676.924569] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.924645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.924688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.924930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.925060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.925253] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.925348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.925391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.925642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.925642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.925802] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.925903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.925964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.926144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.926222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.926320] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37b52ed2-f162-4261-b420-7a9f0b0fc8d0 is going to be updated. [ 676.950908] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.951088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.951146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.951345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.951480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.951640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37b52ed2-f162-4261-b420-7a9f0b0fc8d0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.977035] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91433dd0-0c00-4ba2-91fa-48f310f2796f [ 676.977291] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.977387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.977512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.977666] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.977756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.977858] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91433dd0-0c00-4ba2-91fa-48f310f2796f already deleted. [ 676.978075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91433dd0-0c00-4ba2-91fa-48f310f2796f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.248952] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b in Status: IN_PROGRESS for 4s [ 677.266071] env[65134]: INFO networking_nsxv3.common.synchronization [None req-7b22fc6f-b077-45ef-bc3c-b6eb16004986 None None] Enqueued Resource ID: 813c8057-284c-435b-8ccc-35480fdc47b8 with Priority: HIGHEST for action port [ 677.266587] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813c8057-284c-435b-8ccc-35480fdc47b8 with Priority: HIGHEST for action port [ 677.266883] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-813c8057-284c-435b-8ccc-35480fdc47b8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.267018] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-813c8057-284c-435b-8ccc-35480fdc47b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.267099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-813c8057-284c-435b-8ccc-35480fdc47b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.267591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-813c8057-284c-435b-8ccc-35480fdc47b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.267680] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('813c8057-284c-435b-8ccc-35480fdc47b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.281445] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.281631] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-62" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.281751] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-62" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.282080] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-62" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.282330] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.282504] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.282612] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.282822] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.282958] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.283173] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.283279] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.283380] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.283482] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.283583] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.284154] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.284315] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.287537] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.287701] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.287817] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.288041] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.288342] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.288509] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.288624] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.288826] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.288957] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.289150] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.289257] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.289375] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.289479] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.289582] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.289680] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.289798] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.321122] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.321312] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.321377] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.321511] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-62" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.321842] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-d2641d8c-19ae-400b-a5a8-7c75f80101cd taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.322025] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-d2641d8c-19ae-400b-a5a8-7c75f80101cd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.322134] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-d2641d8c-19ae-400b-a5a8-7c75f80101cd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.322460] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-d2641d8c-19ae-400b-a5a8-7c75f80101cd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.322598] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2641d8c-19ae-400b-a5a8-7c75f80101cd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.324570] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.324722] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.324841] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.324994] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.325298] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-c6678f1d-1483-4702-93aa-b6c05903e6db taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.325463] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-c6678f1d-1483-4702-93aa-b6c05903e6db" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.325576] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-c6678f1d-1483-4702-93aa-b6c05903e6db" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.325877] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-c6678f1d-1483-4702-93aa-b6c05903e6db" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.326010] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6678f1d-1483-4702-93aa-b6c05903e6db',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.327106] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.412567] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.412813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.412941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.413215] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.413335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.413553] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.413658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.413721] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.413876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.413953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.414060] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a674dcb5-65ae-4c33-bbf7-177551ab882f already deleted. [ 677.414147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.771799] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 813c8057-284c-435b-8ccc-35480fdc47b8 [ 677.772057] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.772260] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.773776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.773776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.773776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.773776] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:813c8057-284c-435b-8ccc-35480fdc47b8 already deleted. [ 677.773776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-813c8057-284c-435b-8ccc-35480fdc47b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.828652] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.829018] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.829018] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.829538] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.829685] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.829908] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port c6678f1d-1483-4702-93aa-b6c05903e6db not found, creating... [ 677.830210] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.830369] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.830521] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.830802] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.830975] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.831428] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.831679] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.831863] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.832200] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.832433] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.832658] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: c6678f1d-1483-4702-93aa-b6c05903e6db is going to be created. [ 677.834448] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.834647] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.834832] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.835171] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.835392] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.835570] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port d2641d8c-19ae-400b-a5a8-7c75f80101cd not found, creating... [ 677.835887] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.836068] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.836203] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.836428] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.836569] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.837948] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.838195] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.838333] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.838726] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.838928] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.839129] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: d2641d8c-19ae-400b-a5a8-7c75f80101cd is going to be created. [ 677.840429] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.871577] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.871796] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.871917] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.872205] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.872427] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.872654] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-d2641d8c-19ae-400b-a5a8-7c75f80101cd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.874620] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.874620] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.874876] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.874937] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.875145] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.875344] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-c6678f1d-1483-4702-93aa-b6c05903e6db" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.344147] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.344307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.346032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.346032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.346032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.346032] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 678.377499] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.377623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.377683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.377878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.378028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.390469] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 678.577237] env[65134]: INFO networking_nsxv3.common.synchronization [req-d060c6ed-9552-4cec-aea6-62a74a88de39 req-fc187e71-c318-4945-8fa2-01928bdabfff service nova] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_rules [ 678.577404] env[65134]: INFO networking_nsxv3.common.synchronization [req-d060c6ed-9552-4cec-aea6-62a74a88de39 req-fc187e71-c318-4945-8fa2-01928bdabfff service nova] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 678.577533] env[65134]: INFO networking_nsxv3.common.synchronization [req-d060c6ed-9552-4cec-aea6-62a74a88de39 req-fc187e71-c318-4945-8fa2-01928bdabfff service nova] Enqueued Resource ID: d2641d8c-19ae-400b-a5a8-7c75f80101cd with Priority: HIGHEST for action port [ 678.579357] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_rules [ 678.579357] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 678.579357] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2641d8c-19ae-400b-a5a8-7c75f80101cd with Priority: HIGHEST for action port [ 678.580597] env[65134]: INFO networking_nsxv3.common.synchronization [req-e49b6e64-a4bf-4da3-abc7-bccc3c01132b req-5fee897b-3f75-4ec6-aa67-3e7e8244fd1d service nova] Enqueued Resource ID: a674dcb5-65ae-4c33-bbf7-177551ab882f with Priority: HIGHEST for action security_group_rules [ 678.580597] env[65134]: INFO networking_nsxv3.common.synchronization [req-e49b6e64-a4bf-4da3-abc7-bccc3c01132b req-5fee897b-3f75-4ec6-aa67-3e7e8244fd1d service nova] Enqueued Resource ID: a674dcb5-65ae-4c33-bbf7-177551ab882f with Priority: HIGHEST for action security_group_members [ 678.580597] env[65134]: INFO networking_nsxv3.common.synchronization [req-e49b6e64-a4bf-4da3-abc7-bccc3c01132b req-5fee897b-3f75-4ec6-aa67-3e7e8244fd1d service nova] Enqueued Resource ID: c6678f1d-1483-4702-93aa-b6c05903e6db with Priority: HIGHEST for action port [ 678.581475] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.581475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.581631] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.581889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.582678] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2641d8c-19ae-400b-a5a8-7c75f80101cd taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.582678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2641d8c-19ae-400b-a5a8-7c75f80101cd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.582678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2641d8c-19ae-400b-a5a8-7c75f80101cd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.582678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2641d8c-19ae-400b-a5a8-7c75f80101cd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.582678] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2641d8c-19ae-400b-a5a8-7c75f80101cd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.584654] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a674dcb5-65ae-4c33-bbf7-177551ab882f with Priority: HIGHEST for action security_group_rules [ 678.584654] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a674dcb5-65ae-4c33-bbf7-177551ab882f with Priority: HIGHEST for action security_group_members [ 678.584654] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6678f1d-1483-4702-93aa-b6c05903e6db with Priority: HIGHEST for action port [ 678.585146] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a674dcb5-65ae-4c33-bbf7-177551ab882f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.585308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.585401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.585872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.585872] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a674dcb5-65ae-4c33-bbf7-177551ab882f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.586969] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a674dcb5-65ae-4c33-bbf7-177551ab882f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.587121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.587213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.587770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.587770] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.590944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.590944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.590944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.590944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.590944] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a674dcb5-65ae-4c33-bbf7-177551ab882f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.590944] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6678f1d-1483-4702-93aa-b6c05903e6db taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.590944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6678f1d-1483-4702-93aa-b6c05903e6db" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.590944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6678f1d-1483-4702-93aa-b6c05903e6db" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.590944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6678f1d-1483-4702-93aa-b6c05903e6db" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.590944] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6678f1d-1483-4702-93aa-b6c05903e6db',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.086706] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2641d8c-19ae-400b-a5a8-7c75f80101cd with status ACTIVE [ 679.086986] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.087135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.087430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.088049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.088180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.088895] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.089020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.089079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.089282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.089433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.089630] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.089822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.089822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.089948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.090022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.090158] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2641d8c-19ae-400b-a5a8-7c75f80101cd is going to be updated. [ 679.095479] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a674dcb5-65ae-4c33-bbf7-177551ab882f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.095607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.095929] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a674dcb5-65ae-4c33-bbf7-177551ab882f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.096901] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6678f1d-1483-4702-93aa-b6c05903e6db with status ACTIVE [ 679.096901] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.097209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.097209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.097209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.097313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.097965] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.097965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.097965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.097965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.097965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.097965] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.098251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.098251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.098251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.098368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.098368] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6678f1d-1483-4702-93aa-b6c05903e6db is going to be updated. [ 679.121660] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.121660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.121660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.121660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.121660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.122555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6678f1d-1483-4702-93aa-b6c05903e6db" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.123485] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.123602] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.123692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.123932] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.124101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.124265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2641d8c-19ae-400b-a5a8-7c75f80101cd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.263641] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b in Status: SUCCESS [ 679.264224] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b deletion is rescheduled due to dependency. [ 679.264224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.341316] env[65134]: INFO networking_nsxv3.common.synchronization [None req-14e111ef-d22b-4b27-b45c-3e85d8ffeb80 None None] Enqueued Resource ID: 1c6c6404-87f2-44f7-8092-222130106b9b with Priority: HIGHEST for action port [ 679.341316] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6c6404-87f2-44f7-8092-222130106b9b with Priority: HIGHEST for action port [ 679.341553] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c6c6404-87f2-44f7-8092-222130106b9b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.343823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c6c6404-87f2-44f7-8092-222130106b9b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.344716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c6c6404-87f2-44f7-8092-222130106b9b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.344716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c6c6404-87f2-44f7-8092-222130106b9b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.344716] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c6c6404-87f2-44f7-8092-222130106b9b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.600240] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a674dcb5-65ae-4c33-bbf7-177551ab882f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.847541] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c6c6404-87f2-44f7-8092-222130106b9b [ 679.847778] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.848052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.848052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.848443] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.848443] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.848443] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c6c6404-87f2-44f7-8092-222130106b9b already deleted. [ 679.848590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c6c6404-87f2-44f7-8092-222130106b9b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.104745] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.104745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.104745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.105204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.105204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.105204] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a674dcb5-65ae-4c33-bbf7-177551ab882f is going to be created. [ 680.131554] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.131713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.131773] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.131977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.132151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.143550] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a674dcb5-65ae-4c33-bbf7-177551ab882f in Status: UNINITIALIZED for 2s [ 680.401681] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 680.402040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.402193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.402415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.402606] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.402723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.402790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.402940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.403036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.403151] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.643241] env[65134]: INFO networking_nsxv3.common.synchronization [None req-a50fca24-9750-4458-8b4b-d62ff3476816 tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGHEST for action security_group_rules [ 680.644297] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGHEST for action security_group_rules [ 680.644809] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.645336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.645336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.645716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.646335] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.895023] env[65134]: INFO networking_nsxv3.common.synchronization [None req-a2ae28e1-3ef6-4759-8bfb-df0f313810fa tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGHEST for action security_group_rules [ 680.895023] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGHEST for action security_group_rules [ 680.898268] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.898339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.906287] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.169200] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.169763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.169763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.169763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.169883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.169919] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 already deleted. [ 681.169983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.170161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.170315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.170400] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.408618] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.694763] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.694763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.694763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.694763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.694763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.694763] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 already deleted. [ 681.694763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.914301] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.914486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.914486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.914688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.914743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.914842] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 681.947400] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.947639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.947639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.947835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.948042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.958420] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 682.153549] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a674dcb5-65ae-4c33-bbf7-177551ab882f in Status: SUCCESS [ 682.153738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.153972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.154217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.154424] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.154571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.154640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.154817] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.154925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.155046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.155170] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a674dcb5-65ae-4c33-bbf7-177551ab882f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.658488] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a674dcb5-65ae-4c33-bbf7-177551ab882f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.660604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.660604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.660604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.660604] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.660604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.660604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.660604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.660604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.660604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.660604] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a674dcb5-65ae-4c33-bbf7-177551ab882f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.660604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.660604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.661219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.661219] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.661219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.661219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.661219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.661421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.661421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.661421] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a674dcb5-65ae-4c33-bbf7-177551ab882f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.165039] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a674dcb5-65ae-4c33-bbf7-177551ab882f: rpc.has_security_group_logging(os_id): False [ 683.185040] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.185040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.185285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.185345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.185406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.185611] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.185689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.185756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.185929] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.186024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.186256] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.186353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.186407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.186547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.186642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.186984] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.187090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.187159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.187323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.187407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.187511] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a674dcb5-65ae-4c33-bbf7-177551ab882f is going to be created. [ 683.252455] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.252455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.252455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.252455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.252455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.264872] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a674dcb5-65ae-4c33-bbf7-177551ab882f in Status: IN_PROGRESS for 2s [ 683.971501] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 683.971845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.972303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.972303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.972415] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.972492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.972545] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.972783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.972783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.972879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.972998] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.973972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.974100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.974290] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.974386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.974461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.974605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.974697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.974839] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.478356] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.478507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.482295] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.984731] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.280228] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a674dcb5-65ae-4c33-bbf7-177551ab882f in Status: SUCCESS [ 685.280340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.487654] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.487816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.487888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.488707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.488707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.488707] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 685.524244] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.524244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.524244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.524244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.524244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.535917] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 685.896340] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 685.896340] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 686.182125] env[65134]: INFO networking_nsxv3.common.synchronization [req-d99e441b-2423-4a2b-90e0-6dacf38c8e03 req-fbe4d8c6-86ce-495d-a887-af26637fc3ac tempest-ServersAdminTestJSON-1123493402 tempest-ServersAdminTestJSON-1123493402-project-member] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 686.182125] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 686.182125] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.182691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.182691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.182691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.182691] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.182892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.182892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.183036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.183036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.183157] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.381281] env[65134]: INFO networking_nsxv3.common.synchronization [req-1acd7dd5-31eb-481d-a393-c0fe78129ba9 req-39e44f0a-1727-4897-a1df-9979eb80b6e2 tempest-ServerTagsTestJSON-1197449319 tempest-ServerTagsTestJSON-1197449319-project-member] Enqueued Resource ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 with Priority: HIGHEST for action security_group_members [ 686.381882] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 with Priority: HIGHEST for action security_group_members [ 686.382474] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b411700a-4d13-4c65-93ef-1fa52fe4caf2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.382474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.382697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.382697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.383336] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.383336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.383336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.383336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.383336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.383336] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b411700a-4d13-4c65-93ef-1fa52fe4caf2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.685544] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.714248] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.714486] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.714556] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.714868] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.715131] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.715305] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.715453] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.715640] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.715847] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.716019] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.716309] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.716426] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.716533] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.716644] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.716746] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.717453] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.738323] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.738901] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.738901] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.738901] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-80" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.739202] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-ab4448d3-0bb2-4ec7-8799-068e319b18f4 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.739378] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-ab4448d3-0bb2-4ec7-8799-068e319b18f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.739510] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-ab4448d3-0bb2-4ec7-8799-068e319b18f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.739823] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-ab4448d3-0bb2-4ec7-8799-068e319b18f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.740179] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4448d3-0bb2-4ec7-8799-068e319b18f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.886108] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.890306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.890306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.890306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.890306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.890306] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.890306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.890306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.890306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.890306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.890306] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 is going to be updated. [ 686.925309] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.925309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.925309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.925577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.925577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.937898] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 in Status: IN_PROGRESS for 2s [ 687.188033] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.243279] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.243514] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.243649] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.244011] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.244154] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.244326] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port ab4448d3-0bb2-4ec7-8799-068e319b18f4 not found, creating... [ 687.244640] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.244797] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.245027] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.245187] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.247020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.247020] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.247020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.247020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.247583] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.247733] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.247876] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: ab4448d3-0bb2-4ec7-8799-068e319b18f4 is going to be created. [ 687.276347] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.276558] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.276676] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.277047] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.277705] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.277705] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-ab4448d3-0bb2-4ec7-8799-068e319b18f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.549940] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 687.550433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.550533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.550748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.550956] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.551094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.551158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.551344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.551441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.551487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.551668] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.551781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.551846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.551999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.552161] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.552259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.552322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.552462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.552542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.552626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.552745] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.690039] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.690284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.690284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.690541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.690671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.690755] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be updated. [ 687.724799] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.724979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.725083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.725257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.725402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.736827] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 688.054722] env[65134]: INFO networking_nsxv3.common.synchronization [req-d99e441b-2423-4a2b-90e0-6dacf38c8e03 req-4e4319ed-d6ff-48a7-9ebf-6806fc255ca3 service nova] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_rules [ 688.054890] env[65134]: INFO networking_nsxv3.common.synchronization [req-d99e441b-2423-4a2b-90e0-6dacf38c8e03 req-4e4319ed-d6ff-48a7-9ebf-6806fc255ca3 service nova] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 688.055117] env[65134]: INFO networking_nsxv3.common.synchronization [req-d99e441b-2423-4a2b-90e0-6dacf38c8e03 req-4e4319ed-d6ff-48a7-9ebf-6806fc255ca3 service nova] Enqueued Resource ID: ab4448d3-0bb2-4ec7-8799-068e319b18f4 with Priority: HIGHEST for action port [ 688.055299] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70709ee8-8633-43e6-93a6-8276dbad1ab9: rpc.has_security_group_logging(os_id): False [ 688.057970] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_rules [ 688.057970] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 688.057970] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4448d3-0bb2-4ec7-8799-068e319b18f4 with Priority: HIGHEST for action port [ 688.057970] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.057970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.057970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.057970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.061084] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.061084] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.061084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.061084] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab4448d3-0bb2-4ec7-8799-068e319b18f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.061084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab4448d3-0bb2-4ec7-8799-068e319b18f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.061084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab4448d3-0bb2-4ec7-8799-068e319b18f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.061084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab4448d3-0bb2-4ec7-8799-068e319b18f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.061084] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4448d3-0bb2-4ec7-8799-068e319b18f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.088023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.088023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.088023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.088023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.088023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.088023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.088023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.088023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.088023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.088023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.088023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.088023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.088023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.088023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.088023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.088810] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.088810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.088970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.089254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.089501] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.089705] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 688.187519] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.187519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.187519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.187519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.187519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.203626] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 688.564123] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.564270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.564514] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab4448d3-0bb2-4ec7-8799-068e319b18f4 with status ACTIVE [ 688.566549] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.566702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.566987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.567969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.568240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.568556] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.568556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.568556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.568870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.568954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.569171] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.569346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.569456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.569654] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.569734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.569824] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab4448d3-0bb2-4ec7-8799-068e319b18f4 is going to be updated. [ 688.599531] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.599764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.600388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.600664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.602036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.602036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab4448d3-0bb2-4ec7-8799-068e319b18f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.949381] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 in Status: SUCCESS [ 688.949381] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 deletion is rescheduled due to dependency. [ 688.949381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.748428] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 689.748691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.748751] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.748934] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.749123] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.749234] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.749331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.749534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.749631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.749711] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.043313] env[65134]: INFO networking_nsxv3.common.synchronization [None req-101a1b16-fcf1-43aa-b696-ef9090b2b13f None None] Enqueued Resource ID: 48478c33-de5a-434b-8879-eb39c66509d0 with Priority: HIGHEST for action port [ 690.044162] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48478c33-de5a-434b-8879-eb39c66509d0 with Priority: HIGHEST for action port [ 690.044594] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-48478c33-de5a-434b-8879-eb39c66509d0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.044764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48478c33-de5a-434b-8879-eb39c66509d0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.044863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48478c33-de5a-434b-8879-eb39c66509d0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.045740] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48478c33-de5a-434b-8879-eb39c66509d0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.045892] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48478c33-de5a-434b-8879-eb39c66509d0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.226336] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 690.226565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.227090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.227710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.227710] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.255495] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.550969] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48478c33-de5a-434b-8879-eb39c66509d0 [ 690.551420] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.552411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.552411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.552411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.552411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.552411] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48478c33-de5a-434b-8879-eb39c66509d0 already deleted. [ 690.552411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48478c33-de5a-434b-8879-eb39c66509d0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.733357] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.733521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.733627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.733940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.734161] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.734269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.734321] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.734505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.734599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.734735] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.734782] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.759041] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.240259] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.240491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.240601] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.241637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.241637] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.241637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.241637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.241637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.241882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.241882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.242024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.242667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.242667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.242667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.242667] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.242925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.242925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.243034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.243636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.244035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.244035] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.260843] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.261347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.261347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.261711] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.261711] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.262765] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be updated. [ 691.301343] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.301343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.301343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.301343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.301343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.317660] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 691.748130] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70709ee8-8633-43e6-93a6-8276dbad1ab9: rpc.has_security_group_logging(os_id): False [ 691.766293] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.766857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.766857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.766857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.766857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.766857] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.767091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.767091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.767163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.767327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.767540] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.767540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.767708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.767761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.767825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.767967] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.768080] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.768139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.768250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.768360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.768417] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 691.839368] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.839562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.839635] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.839845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.839987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.884471] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 692.951837] env[65134]: INFO networking_nsxv3.common.synchronization [None req-6fc576ed-9043-4465-9fb0-572094b087d1 None None] Enqueued Resource ID: 259487da-130f-4d98-ac85-a5cb7d94ee1e with Priority: HIGHEST for action port [ 692.952609] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259487da-130f-4d98-ac85-a5cb7d94ee1e with Priority: HIGHEST for action port [ 692.952959] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-259487da-130f-4d98-ac85-a5cb7d94ee1e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.953135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-259487da-130f-4d98-ac85-a5cb7d94ee1e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.953224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-259487da-130f-4d98-ac85-a5cb7d94ee1e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.953586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-259487da-130f-4d98-ac85-a5cb7d94ee1e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.953684] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('259487da-130f-4d98-ac85-a5cb7d94ee1e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.330127] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 693.330472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.330877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.330937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.331478] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.331478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.331478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.331629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.331629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.331686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.331789] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.453152] env[65134]: INFO networking_nsxv3.common.synchronization [None req-a0410e2b-e2dd-4413-8c68-5ddf31e0876c None None] Enqueued Resource ID: 2587d6f6-6714-4dbf-8f23-e80f4fb793dd with Priority: HIGHEST for action port [ 693.453152] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2587d6f6-6714-4dbf-8f23-e80f4fb793dd with Priority: HIGHEST for action port [ 693.453152] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-2587d6f6-6714-4dbf-8f23-e80f4fb793dd taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.458597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2587d6f6-6714-4dbf-8f23-e80f4fb793dd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.461730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2587d6f6-6714-4dbf-8f23-e80f4fb793dd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.461730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2587d6f6-6714-4dbf-8f23-e80f4fb793dd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.461730] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2587d6f6-6714-4dbf-8f23-e80f4fb793dd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.461730] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 259487da-130f-4d98-ac85-a5cb7d94ee1e [ 693.461730] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.461730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.461730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.461730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.461730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.461730] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:259487da-130f-4d98-ac85-a5cb7d94ee1e already deleted. [ 693.461730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-259487da-130f-4d98-ac85-a5cb7d94ee1e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.494325] env[65134]: INFO networking_nsxv3.common.synchronization [req-7c4b4cb8-81e0-4e8c-9dc1-62d2a6430c6d req-b224cd7b-dcd5-4a82-8524-743840d17614 tempest-ServersTestFqdnHostnames-564143347 tempest-ServersTestFqdnHostnames-564143347-project-member] Enqueued Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGHEST for action security_group_members [ 693.494833] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGHEST for action security_group_members [ 693.497043] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.497043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.497043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.497043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.497043] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.497043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.497043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.497043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.498259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.498379] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.837404] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.837404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.837404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.837640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.838013] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.838013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.838013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.838132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.838302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.838302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.839685] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.839685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.839685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.839685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.839685] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.839685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.839685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.839685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.839685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.839685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.839685] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.901870] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 693.902109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.962947] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2587d6f6-6714-4dbf-8f23-e80f4fb793dd [ 693.963652] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.963913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.964192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.964495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.964726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.964892] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2587d6f6-6714-4dbf-8f23-e80f4fb793dd already deleted. [ 693.965061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2587d6f6-6714-4dbf-8f23-e80f4fb793dd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.004423] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.007125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.007125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.007125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.007125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.007125] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.007125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.007125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.007125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.007125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.007125] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c is going to be updated. [ 694.047404] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.047611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.047611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.047855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.048010] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.058222] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c in Status: IN_PROGRESS for 2s [ 694.344548] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 985c7979-fcf4-491a-8af5-cd9a8c33e586: rpc.has_security_group_logging(os_id): False [ 694.363204] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.363377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.363413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.363637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.363728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.363961] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.364030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.364109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.364278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.364353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.364549] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.364656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.364725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.364859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.364941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.367042] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.367158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.367214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.367366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.368897] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.369018] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be updated. [ 694.462849] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.463052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.463097] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.463282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.463440] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.504325] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 695.233106] env[65134]: INFO networking_nsxv3.common.synchronization [req-290e9a6a-b5c5-4135-bbd5-013f487fd219 req-6b8b45c2-3962-41a6-9bc3-2f389aa3e71f tempest-ServerDiagnosticsTest-1332040087 tempest-ServerDiagnosticsTest-1332040087-project-member] Enqueued Resource ID: a674dcb5-65ae-4c33-bbf7-177551ab882f with Priority: HIGHEST for action security_group_members [ 695.233666] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a674dcb5-65ae-4c33-bbf7-177551ab882f with Priority: HIGHEST for action security_group_members [ 695.234032] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a674dcb5-65ae-4c33-bbf7-177551ab882f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.234205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.234291] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.234519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.234671] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.234767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.234828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.234967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.235365] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.235460] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a674dcb5-65ae-4c33-bbf7-177551ab882f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.737686] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.738752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.738855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.739138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.739257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.739551] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.739695] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.739756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.739968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.740082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.740187] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a674dcb5-65ae-4c33-bbf7-177551ab882f is going to be updated. [ 695.773626] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.774601] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.774708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.774949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.775143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.785219] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a674dcb5-65ae-4c33-bbf7-177551ab882f in Status: IN_PROGRESS for 2s [ 696.070083] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c in Status: SUCCESS [ 696.070395] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c deletion is rescheduled due to dependency. [ 696.070395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.526034] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 696.526034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.582054] env[65134]: INFO networking_nsxv3.common.synchronization [None req-80a344bd-a193-40e4-a495-84ee06e9de57 None None] Enqueued Resource ID: 65c58b5e-6685-4c20-8b4c-5119e73c960e with Priority: HIGHEST for action port [ 696.582054] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c58b5e-6685-4c20-8b4c-5119e73c960e with Priority: HIGHEST for action port [ 696.582054] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-65c58b5e-6685-4c20-8b4c-5119e73c960e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.582054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65c58b5e-6685-4c20-8b4c-5119e73c960e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.582054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65c58b5e-6685-4c20-8b4c-5119e73c960e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.582054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65c58b5e-6685-4c20-8b4c-5119e73c960e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.582054] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c58b5e-6685-4c20-8b4c-5119e73c960e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.083605] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65c58b5e-6685-4c20-8b4c-5119e73c960e [ 697.083849] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.083979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.084058] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.084268] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.084353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.084442] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65c58b5e-6685-4c20-8b4c-5119e73c960e already deleted. [ 697.084526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65c58b5e-6685-4c20-8b4c-5119e73c960e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.435699] env[65134]: INFO networking_nsxv3.common.synchronization [req-ec47344c-a3a8-4b6f-b4f9-cafea724115e req-838116a2-9da7-4a60-96d3-94a3b4842b52 tempest-ServersAdminNegativeTestJSON-346833482 tempest-ServersAdminNegativeTestJSON-346833482-project-member] Enqueued Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_members [ 697.437066] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_members [ 697.437404] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.437542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.437617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.438381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.438611] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.438734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.438784] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.438906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.438995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.439114] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.796893] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a674dcb5-65ae-4c33-bbf7-177551ab882f in Status: SUCCESS [ 697.797441] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a674dcb5-65ae-4c33-bbf7-177551ab882f deletion is rescheduled due to dependency. [ 697.797441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.943921] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.943921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.943921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.943921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.943921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.943921] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.943921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.943921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.943921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.943921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.943921] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 already deleted. [ 697.943921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.993272] env[65134]: INFO networking_nsxv3.common.synchronization [None req-9aeebaf6-aec8-4ed3-b787-e6fbf02745ba None None] Enqueued Resource ID: 5042d330-3861-4ff5-8774-9621f1e94e66 with Priority: HIGHEST for action port [ 697.994593] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5042d330-3861-4ff5-8774-9621f1e94e66 with Priority: HIGHEST for action port [ 697.994593] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5042d330-3861-4ff5-8774-9621f1e94e66 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.994593] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5042d330-3861-4ff5-8774-9621f1e94e66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.994593] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5042d330-3861-4ff5-8774-9621f1e94e66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.994877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5042d330-3861-4ff5-8774-9621f1e94e66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.994923] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5042d330-3861-4ff5-8774-9621f1e94e66',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.497506] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5042d330-3861-4ff5-8774-9621f1e94e66 [ 698.497748] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.497881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.498037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.498255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.498343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.498418] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5042d330-3861-4ff5-8774-9621f1e94e66 already deleted. [ 698.498567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5042d330-3861-4ff5-8774-9621f1e94e66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.506156] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.506342] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.506463] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.506717] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.507233] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.507233] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.507530] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.507812] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.507916] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.508134] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.508241] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.508377] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.508439] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.508621] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.508729] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.508872] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.529201] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.530041] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.530502] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.531451] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.533107] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-8e8bdc2e-6552-4f3b-a183-6b0472a2b70d taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.533107] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-8e8bdc2e-6552-4f3b-a183-6b0472a2b70d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.533107] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-8e8bdc2e-6552-4f3b-a183-6b0472a2b70d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.533107] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-8e8bdc2e-6552-4f3b-a183-6b0472a2b70d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.533107] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e8bdc2e-6552-4f3b-a183-6b0472a2b70d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.686909] env[65134]: INFO networking_nsxv3.common.synchronization [None req-4bbc0fdd-1261-4cad-83ad-69b4a7af6444 None None] Enqueued Resource ID: 98e9c512-aecf-4edc-b1de-dc9c6c5af318 with Priority: HIGHEST for action port [ 698.687534] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e9c512-aecf-4edc-b1de-dc9c6c5af318 with Priority: HIGHEST for action port [ 698.687873] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-98e9c512-aecf-4edc-b1de-dc9c6c5af318 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.690736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98e9c512-aecf-4edc-b1de-dc9c6c5af318" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.690905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98e9c512-aecf-4edc-b1de-dc9c6c5af318" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.691322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98e9c512-aecf-4edc-b1de-dc9c6c5af318" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.691488] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98e9c512-aecf-4edc-b1de-dc9c6c5af318',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.822877] env[65134]: INFO networking_nsxv3.common.synchronization [req-c46ecc9f-2bef-450a-9088-2db23a911a60 req-b045dd62-b413-4250-8b49-78cd2376f0eb tempest-ServersTestMultiNic-1561498903 tempest-ServersTestMultiNic-1561498903-project-member] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 698.823363] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 698.823653] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.823777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.823843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.824297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.824802] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.824961] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.825072] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.825279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.825375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.825603] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.038182] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.038182] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.038339] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.038605] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.038765] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.038899] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 8e8bdc2e-6552-4f3b-a183-6b0472a2b70d not found, creating... [ 699.039168] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.040372] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.040372] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.040372] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.040372] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.040372] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.040372] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.040372] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.040690] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.040690] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.040907] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 8e8bdc2e-6552-4f3b-a183-6b0472a2b70d is going to be created. [ 699.061833] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.061833] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.061833] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.061992] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.062200] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.062427] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-8e8bdc2e-6552-4f3b-a183-6b0472a2b70d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.195078] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98e9c512-aecf-4edc-b1de-dc9c6c5af318 [ 699.195864] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.195864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.195864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.195864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.196117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.196260] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98e9c512-aecf-4edc-b1de-dc9c6c5af318 already deleted. [ 699.196432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98e9c512-aecf-4edc-b1de-dc9c6c5af318" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.327398] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.476052] env[65134]: INFO networking_nsxv3.common.synchronization [None req-af23b689-0932-4bb5-80c1-7ab42272c44e None None] Enqueued Resource ID: 12742d81-51ea-49a9-b48d-2eeeed61f7fc with Priority: HIGHEST for action port [ 699.476321] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12742d81-51ea-49a9-b48d-2eeeed61f7fc with Priority: HIGHEST for action port [ 699.477482] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-12742d81-51ea-49a9-b48d-2eeeed61f7fc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.477482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12742d81-51ea-49a9-b48d-2eeeed61f7fc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.477482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12742d81-51ea-49a9-b48d-2eeeed61f7fc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.477743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12742d81-51ea-49a9-b48d-2eeeed61f7fc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.478873] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12742d81-51ea-49a9-b48d-2eeeed61f7fc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.521969] env[65134]: INFO networking_nsxv3.common.synchronization [req-c46ecc9f-2bef-450a-9088-2db23a911a60 req-f733fde7-9a93-4f15-addc-e6529d4b876c tempest-ServersTestMultiNic-1561498903 tempest-ServersTestMultiNic-1561498903-project-member] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 699.522859] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGHEST for action security_group_members [ 699.523218] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.523328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.801032] env[65134]: INFO networking_nsxv3.common.synchronization [req-ec47344c-a3a8-4b6f-b4f9-cafea724115e req-49933b49-822b-499d-90d8-99a40fce828d service nova] Enqueued Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_rules [ 699.801032] env[65134]: INFO networking_nsxv3.common.synchronization [req-ec47344c-a3a8-4b6f-b4f9-cafea724115e req-49933b49-822b-499d-90d8-99a40fce828d service nova] Enqueued Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_members [ 699.801032] env[65134]: INFO networking_nsxv3.common.synchronization [req-ec47344c-a3a8-4b6f-b4f9-cafea724115e req-49933b49-822b-499d-90d8-99a40fce828d service nova] Enqueued Resource ID: 8e8bdc2e-6552-4f3b-a183-6b0472a2b70d with Priority: HIGHEST for action port [ 699.801032] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_rules [ 699.801032] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_members [ 699.802355] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e8bdc2e-6552-4f3b-a183-6b0472a2b70d with Priority: HIGHEST for action port [ 699.804186] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.804186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.804186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.804186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.804186] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.804430] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.804523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.804590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.804756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.804897] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.805027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.805253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.805253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.805350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.805350] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.809328] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e8bdc2e-6552-4f3b-a183-6b0472a2b70d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.809441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e8bdc2e-6552-4f3b-a183-6b0472a2b70d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.809556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e8bdc2e-6552-4f3b-a183-6b0472a2b70d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.812345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e8bdc2e-6552-4f3b-a183-6b0472a2b70d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.812345] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e8bdc2e-6552-4f3b-a183-6b0472a2b70d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.829859] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.981089] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12742d81-51ea-49a9-b48d-2eeeed61f7fc [ 699.981421] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.981628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.981734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.982054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.982197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.982348] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12742d81-51ea-49a9-b48d-2eeeed61f7fc already deleted. [ 699.982479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12742d81-51ea-49a9-b48d-2eeeed61f7fc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.083137] env[65134]: INFO networking_nsxv3.common.synchronization [req-6162321e-7bce-440d-969f-788e2dc9ab03 req-596f9a34-4cd7-453b-b0cc-3bf816a19027 tempest-ImagesOneServerNegativeTestJSON-1142892160 tempest-ImagesOneServerNegativeTestJSON-1142892160-project-member] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 700.083137] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 700.083137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.083137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.083137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.083137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.083137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.083137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.083137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.084305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.084426] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.084535] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.312846] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e8bdc2e-6552-4f3b-a183-6b0472a2b70d with status ACTIVE [ 700.314089] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.314349] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.314509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.314960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.315178] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.321346] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.321498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.321538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.321752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.321829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.322043] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.322140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.322200] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.322347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.322418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.322499] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e8bdc2e-6552-4f3b-a183-6b0472a2b70d is going to be updated. [ 700.323614] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.324528] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.324636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.334225] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.335759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.335759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.335759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.335759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.335759] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 700.345439] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.347473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.347473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.347473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.347473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.347473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e8bdc2e-6552-4f3b-a183-6b0472a2b70d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.375088] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.375191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.375223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.375543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.376775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.402279] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 700.588138] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.588138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.588138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.588138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.588138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.588138] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.588138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.588138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.588138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.588138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.588138] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 already deleted. [ 700.588138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.645863] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.646245] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-63" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.646465] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-63" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.646858] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-63" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.647207] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.647486] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.647711] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.648076] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.648349] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.648644] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.648871] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.649092] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.649348] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.649632] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.649847] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.650714] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.672662] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.672798] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.672984] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.673145] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-63" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.673460] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-540ff34a-e09d-4018-98fe-a78817d228d1 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.673672] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-540ff34a-e09d-4018-98fe-a78817d228d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.673743] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-540ff34a-e09d-4018-98fe-a78817d228d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.674046] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-540ff34a-e09d-4018-98fe-a78817d228d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.674185] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('540ff34a-e09d-4018-98fe-a78817d228d1',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.828145] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.177742] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.178166] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.178166] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.178346] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.178490] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.178658] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 540ff34a-e09d-4018-98fe-a78817d228d1 not found, creating... [ 701.178967] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.179060] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.179171] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.179378] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.179545] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.179846] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.180014] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.180126] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.180348] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.180475] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.180609] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 540ff34a-e09d-4018-98fe-a78817d228d1 is going to be created. [ 701.202574] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.202786] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.202903] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.203201] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.203453] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.203647] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-540ff34a-e09d-4018-98fe-a78817d228d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.331225] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.331473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.331550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.331781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.331900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.332010] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 is going to be created. [ 701.367357] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.367574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.367672] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.367863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.368100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.378570] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: UNINITIALIZED for 2s [ 701.877676] env[65134]: INFO networking_nsxv3.common.synchronization [None req-2038961d-524d-4d4e-a162-a6fd897384f7 None None] Enqueued Resource ID: e11c5969-2e42-4c5e-b98f-09c011e090c6 with Priority: HIGHEST for action port [ 701.878990] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11c5969-2e42-4c5e-b98f-09c011e090c6 with Priority: HIGHEST for action port [ 701.881213] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e11c5969-2e42-4c5e-b98f-09c011e090c6 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.881213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e11c5969-2e42-4c5e-b98f-09c011e090c6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.881213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e11c5969-2e42-4c5e-b98f-09c011e090c6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.881213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e11c5969-2e42-4c5e-b98f-09c011e090c6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.881213] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e11c5969-2e42-4c5e-b98f-09c011e090c6',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.890208] env[65134]: INFO networking_nsxv3.common.synchronization [req-6162321e-7bce-440d-969f-788e2dc9ab03 req-3b48fc36-b15e-4e3a-b0f6-bcc754451912 service nova] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_rules [ 701.894159] env[65134]: INFO networking_nsxv3.common.synchronization [req-6162321e-7bce-440d-969f-788e2dc9ab03 req-3b48fc36-b15e-4e3a-b0f6-bcc754451912 service nova] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 701.894159] env[65134]: INFO networking_nsxv3.common.synchronization [req-6162321e-7bce-440d-969f-788e2dc9ab03 req-3b48fc36-b15e-4e3a-b0f6-bcc754451912 service nova] Enqueued Resource ID: 540ff34a-e09d-4018-98fe-a78817d228d1 with Priority: HIGHEST for action port [ 701.894159] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_rules [ 701.894159] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 701.894159] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 540ff34a-e09d-4018-98fe-a78817d228d1 with Priority: HIGHEST for action port [ 701.894159] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.894159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.894159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.894159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.894159] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.894930] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.895026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.895063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.895229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.895370] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.895461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.895523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.895664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.895737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.895823] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.898476] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-540ff34a-e09d-4018-98fe-a78817d228d1 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.899049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-540ff34a-e09d-4018-98fe-a78817d228d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.899049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-540ff34a-e09d-4018-98fe-a78817d228d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.899049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-540ff34a-e09d-4018-98fe-a78817d228d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.899049] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('540ff34a-e09d-4018-98fe-a78817d228d1',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.382328] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e11c5969-2e42-4c5e-b98f-09c011e090c6 [ 702.382617] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.382710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.382787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.383864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.384764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.384979] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e11c5969-2e42-4c5e-b98f-09c011e090c6 already deleted. [ 702.385090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e11c5969-2e42-4c5e-b98f-09c011e090c6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.402135] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.402271] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.402467] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.406517] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 540ff34a-e09d-4018-98fe-a78817d228d1 with status ACTIVE [ 702.406768] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.406904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.406974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.407194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.407287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.407501] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.407649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.407722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.407882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.407995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.408160] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.408258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.408320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.408460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.408536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.408622] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 540ff34a-e09d-4018-98fe-a78817d228d1 is going to be updated. [ 702.421324] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 702.421594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.421699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.421914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.422127] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.422256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.422324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.422489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.423268] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.423415] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.437763] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.437920] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.437977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.438197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.438328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.439488] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-540ff34a-e09d-4018-98fe-a78817d228d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.911189] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.928678] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.928678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.928678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.928678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.928678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.929204] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.929204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.929204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.929404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.929847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.929847] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be updated. [ 702.962283] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.962458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.962601] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.962719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.962890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.972761] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: IN_PROGRESS for 2s [ 703.389315] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: SUCCESS [ 703.389614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.389714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.389929] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.390240] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.390343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.390343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.390493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.390599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.390729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.391089] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.414536] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.414691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.414770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.414989] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.415091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.415188] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 is going to be created. [ 703.439646] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.439798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.439944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.440207] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.440402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.453062] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: UNINITIALIZED for 2s [ 703.477763] env[65134]: INFO networking_nsxv3.common.synchronization [req-58654d70-1fe8-4e95-a805-a3a16b8aa047 req-b8c64945-2958-41a0-a083-f68902c7566a tempest-ServerExternalEventsTest-1443593871 tempest-ServerExternalEventsTest-1443593871-project-member] Enqueued Resource ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a with Priority: HIGHEST for action security_group_members [ 703.478563] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a with Priority: HIGHEST for action security_group_members [ 703.479310] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-48788edd-90dc-42ec-ac61-27e1c0fa092a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.482204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.482299] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.482725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.482934] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.483055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.483132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.483456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.483647] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.483647] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48788edd-90dc-42ec-ac61-27e1c0fa092a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.893198] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.893380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.893462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.893713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.894595] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.894595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.894595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.894595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.894595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.894595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.894595] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.894919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.894919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.894919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.894997] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.895069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.895158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.895325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.895786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.895786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.895786] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.985953] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.986179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.986226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.986427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.986516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.986742] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.986799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.986865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.987030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.987107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.987196] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a already deleted. [ 703.987276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.050243] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.050444] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.050566] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.050869] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.051607] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.051857] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.052122] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.052408] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.052604] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.052934] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.053125] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.053288] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.053436] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.053602] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.053753] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.053924] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.075219] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.075443] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.075628] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.075827] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.076208] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-ba5b38ea-1155-4bcd-972a-7950b8a6e90c taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.076453] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-ba5b38ea-1155-4bcd-972a-7950b8a6e90c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.076610] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-ba5b38ea-1155-4bcd-972a-7950b8a6e90c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.076951] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-ba5b38ea-1155-4bcd-972a-7950b8a6e90c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.077127] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba5b38ea-1155-4bcd-972a-7950b8a6e90c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.399035] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7ddf46b-bf75-47a0-8d1e-6fc21e93e771: rpc.has_security_group_logging(os_id): False [ 704.420262] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.420413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.420494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.421124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.421124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.421124] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.421124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.421317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.421414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.421491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.421704] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.421804] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.421857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.422017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.422227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.425724] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.425842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.425913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.429436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.429436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.429436] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 is going to be created. [ 704.491770] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.491770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.491770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.491770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.491770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.516086] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: IN_PROGRESS for 2s [ 704.579996] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.580192] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.580333] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.580615] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.580743] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.580895] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port ba5b38ea-1155-4bcd-972a-7950b8a6e90c not found, creating... [ 704.581173] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.581327] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.581437] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.581705] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.581842] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.582133] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.582288] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.584117] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.584370] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.587901] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.587901] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: ba5b38ea-1155-4bcd-972a-7950b8a6e90c is going to be created. [ 704.639190] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.639401] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.639523] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.639944] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.640186] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.640405] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-ba5b38ea-1155-4bcd-972a-7950b8a6e90c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.985715] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 in Status: SUCCESS [ 704.985715] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 deletion is rescheduled due to dependency. [ 704.985886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.018871] env[65134]: INFO networking_nsxv3.common.synchronization [None req-a97d02bd-00fc-4069-9a6b-d0585a6c007f None None] Enqueued Resource ID: 25a1533c-bfc2-4923-ba7d-144a5cb2f07a with Priority: HIGHEST for action port [ 705.018871] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a1533c-bfc2-4923-ba7d-144a5cb2f07a with Priority: HIGHEST for action port [ 705.018871] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-25a1533c-bfc2-4923-ba7d-144a5cb2f07a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.018871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25a1533c-bfc2-4923-ba7d-144a5cb2f07a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.018871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25a1533c-bfc2-4923-ba7d-144a5cb2f07a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.018871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25a1533c-bfc2-4923-ba7d-144a5cb2f07a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.018871] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25a1533c-bfc2-4923-ba7d-144a5cb2f07a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.328619] env[65134]: INFO networking_nsxv3.common.synchronization [req-58654d70-1fe8-4e95-a805-a3a16b8aa047 req-6493bcc8-da0f-45c1-9270-91a054f381ab service nova] Enqueued Resource ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a with Priority: HIGHEST for action security_group_rules [ 705.329280] env[65134]: INFO networking_nsxv3.common.synchronization [req-58654d70-1fe8-4e95-a805-a3a16b8aa047 req-6493bcc8-da0f-45c1-9270-91a054f381ab service nova] Enqueued Resource ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a with Priority: HIGHEST for action security_group_members [ 705.329280] env[65134]: INFO networking_nsxv3.common.synchronization [req-58654d70-1fe8-4e95-a805-a3a16b8aa047 req-6493bcc8-da0f-45c1-9270-91a054f381ab service nova] Enqueued Resource ID: ba5b38ea-1155-4bcd-972a-7950b8a6e90c with Priority: HIGHEST for action port [ 705.329951] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a with Priority: HIGHEST for action security_group_rules [ 705.329951] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a with Priority: HIGHEST for action security_group_members [ 705.329951] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5b38ea-1155-4bcd-972a-7950b8a6e90c with Priority: HIGHEST for action port [ 705.330539] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48788edd-90dc-42ec-ac61-27e1c0fa092a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.330539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.330687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.331892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.331892] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48788edd-90dc-42ec-ac61-27e1c0fa092a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.333372] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-48788edd-90dc-42ec-ac61-27e1c0fa092a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.333502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.335123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.335123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.335123] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.335123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.335123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.335123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.335123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.335123] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48788edd-90dc-42ec-ac61-27e1c0fa092a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.336466] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba5b38ea-1155-4bcd-972a-7950b8a6e90c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.336634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba5b38ea-1155-4bcd-972a-7950b8a6e90c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.336843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba5b38ea-1155-4bcd-972a-7950b8a6e90c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.337073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba5b38ea-1155-4bcd-972a-7950b8a6e90c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.337213] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba5b38ea-1155-4bcd-972a-7950b8a6e90c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.465700] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: SUCCESS [ 705.466198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.466425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.467026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.467026] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.467157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.467157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.467728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.467728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.467728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.467728] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.525660] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25a1533c-bfc2-4923-ba7d-144a5cb2f07a [ 705.525896] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.526541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.526541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.526541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.526541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.526541] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25a1533c-bfc2-4923-ba7d-144a5cb2f07a already deleted. [ 705.526749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25a1533c-bfc2-4923-ba7d-144a5cb2f07a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.833794] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-48788edd-90dc-42ec-ac61-27e1c0fa092a taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.833901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.837824] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48788edd-90dc-42ec-ac61-27e1c0fa092a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.839604] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba5b38ea-1155-4bcd-972a-7950b8a6e90c with status ACTIVE [ 705.839748] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.839873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.840093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.840217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.840261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.840429] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.840529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.840625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.840787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.840832] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.841045] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.841140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.841263] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.841338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.843848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.843848] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba5b38ea-1155-4bcd-972a-7950b8a6e90c is going to be updated. [ 705.863881] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.864037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.864108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.864310] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.864438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.864601] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba5b38ea-1155-4bcd-972a-7950b8a6e90c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.878486] env[65134]: INFO networking_nsxv3.common.synchronization [req-7ff64228-757b-4104-b473-bd82c255bebe req-5c742f4d-bd48-423f-8ce6-4389ca8d7c1e tempest-ServerAddressesTestJSON-1946976696 tempest-ServerAddressesTestJSON-1946976696-project-member] Enqueued Resource ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f with Priority: HIGHEST for action security_group_members [ 705.879454] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f with Priority: HIGHEST for action security_group_members [ 705.879814] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.879968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.881355] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.881624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.881798] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.882287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.882287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.882287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.883404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.883404] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce4a148-67ec-4542-80b8-8a5f939b2e7f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.971328] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.971474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.971544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.971788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.972017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.972333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.972333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.972333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.972447] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.972706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.972907] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.973016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.973081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.974509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.974509] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.974509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.974509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.974509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.974509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.974509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.974509] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.248869] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.249081] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-832" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.249223] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-832" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.249568] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-832" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.249832] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.249978] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.250332] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.252085] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.252085] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.252085] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.252085] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.252085] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.252085] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.252085] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.252085] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.252085] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.274774] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.274774] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.274774] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.274774] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-832" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.274774] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-6a41ec7e-fd49-4427-8e2e-9a7e19454533 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.274774] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-6a41ec7e-fd49-4427-8e2e-9a7e19454533" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.274774] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-6a41ec7e-fd49-4427-8e2e-9a7e19454533" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.274774] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-6a41ec7e-fd49-4427-8e2e-9a7e19454533" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.276471] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a41ec7e-fd49-4427-8e2e-9a7e19454533',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.340269] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48788edd-90dc-42ec-ac61-27e1c0fa092a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.390282] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.390998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.391180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.391475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.391633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.391913] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.392048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.392132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.392298] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.392377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.392466] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f already deleted. [ 706.392550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.476997] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6427555f-cbe6-4077-a83c-b3806f6d7b19: rpc.has_security_group_logging(os_id): False [ 706.497559] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.497725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.497799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.498024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.498116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.498382] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.498491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.498552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.498707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.498788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.498967] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.499077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.499145] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.499274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.499350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.499525] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.499657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.499698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.499823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.499899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.499980] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 is going to be created. [ 706.527866] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: SUCCESS [ 706.528105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.560745] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.560864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.560905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.561184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.562119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.573907] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: IN_PROGRESS for 2s [ 706.781231] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.781572] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.781726] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.781997] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.782170] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.782319] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 6a41ec7e-fd49-4427-8e2e-9a7e19454533 not found, creating... [ 706.782611] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.782782] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.782899] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.783146] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.783278] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.785486] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.785486] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.785486] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.785486] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.785486] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.785486] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 6a41ec7e-fd49-4427-8e2e-9a7e19454533 is going to be created. [ 706.811866] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.811866] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.811866] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.811866] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.811866] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.811866] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-6a41ec7e-fd49-4427-8e2e-9a7e19454533" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.847312] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.847312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.847312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.847312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.847312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.847312] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a is going to be created. [ 706.887491] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.887794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.887794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.888064] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.888240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.907957] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a in Status: UNINITIALIZED for 2s [ 707.231236] env[65134]: INFO networking_nsxv3.common.synchronization [None req-594e14f4-a794-4e07-a86f-91f8bba7146a None None] Enqueued Resource ID: 5cf5b2d3-b225-42a4-971f-213a1691b08c with Priority: HIGHEST for action port [ 707.232590] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf5b2d3-b225-42a4-971f-213a1691b08c with Priority: HIGHEST for action port [ 707.232944] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cf5b2d3-b225-42a4-971f-213a1691b08c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.233108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cf5b2d3-b225-42a4-971f-213a1691b08c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.233161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cf5b2d3-b225-42a4-971f-213a1691b08c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.233405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cf5b2d3-b225-42a4-971f-213a1691b08c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.233491] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cf5b2d3-b225-42a4-971f-213a1691b08c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.605968] env[65134]: INFO networking_nsxv3.common.synchronization [req-7ff64228-757b-4104-b473-bd82c255bebe req-934a4320-6bd2-40c0-b118-e5aa362cb0e9 service nova] Enqueued Resource ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f with Priority: HIGHEST for action security_group_rules [ 707.606215] env[65134]: INFO networking_nsxv3.common.synchronization [req-7ff64228-757b-4104-b473-bd82c255bebe req-934a4320-6bd2-40c0-b118-e5aa362cb0e9 service nova] Enqueued Resource ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f with Priority: HIGHEST for action security_group_members [ 707.606313] env[65134]: INFO networking_nsxv3.common.synchronization [req-7ff64228-757b-4104-b473-bd82c255bebe req-934a4320-6bd2-40c0-b118-e5aa362cb0e9 service nova] Enqueued Resource ID: 6a41ec7e-fd49-4427-8e2e-9a7e19454533 with Priority: HIGHEST for action port [ 707.607148] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f with Priority: HIGHEST for action security_group_rules [ 707.607294] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f with Priority: HIGHEST for action security_group_members [ 707.607394] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a41ec7e-fd49-4427-8e2e-9a7e19454533 with Priority: HIGHEST for action port [ 707.607666] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce4a148-67ec-4542-80b8-8a5f939b2e7f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.607790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.607857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.611028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.611028] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce4a148-67ec-4542-80b8-8a5f939b2e7f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.614944] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.614944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.614944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.614944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.614944] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.614944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.614944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.614944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.614944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.614944] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce4a148-67ec-4542-80b8-8a5f939b2e7f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.615616] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a41ec7e-fd49-4427-8e2e-9a7e19454533 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.615714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a41ec7e-fd49-4427-8e2e-9a7e19454533" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.615714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a41ec7e-fd49-4427-8e2e-9a7e19454533" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.616728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a41ec7e-fd49-4427-8e2e-9a7e19454533" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.616728] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a41ec7e-fd49-4427-8e2e-9a7e19454533',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.736355] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cf5b2d3-b225-42a4-971f-213a1691b08c [ 707.736902] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.736902] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.736902] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.737110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.737110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.737189] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cf5b2d3-b225-42a4-971f-213a1691b08c already deleted. [ 707.737258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cf5b2d3-b225-42a4-971f-213a1691b08c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.800044] env[65134]: INFO networking_nsxv3.common.synchronization [None req-645e7cd3-7a6d-4450-b6f1-62865ae94fab None None] Enqueued Resource ID: 96734483-5264-459c-b90c-ab50d5eed150 with Priority: HIGHEST for action port [ 707.800044] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96734483-5264-459c-b90c-ab50d5eed150 with Priority: HIGHEST for action port [ 707.800044] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-96734483-5264-459c-b90c-ab50d5eed150 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.800044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96734483-5264-459c-b90c-ab50d5eed150" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.800044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96734483-5264-459c-b90c-ab50d5eed150" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.800044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96734483-5264-459c-b90c-ab50d5eed150" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.800044] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96734483-5264-459c-b90c-ab50d5eed150',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.118165] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.118330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.118510] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce4a148-67ec-4542-80b8-8a5f939b2e7f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.120036] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a41ec7e-fd49-4427-8e2e-9a7e19454533 with status ACTIVE [ 708.120228] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.120565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.120565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.121162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.121729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.122726] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.122726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.122726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.122726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.122726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.122726] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.122726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.122726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.123039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.123039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.123039] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a41ec7e-fd49-4427-8e2e-9a7e19454533 is going to be updated. [ 708.135896] env[65134]: INFO networking_nsxv3.common.synchronization [req-5ec565db-b648-4d5d-b1fc-c1cf51909dc0 req-4a444b7b-100c-49e8-b4bd-bda0531879b4 tempest-ImagesOneServerTestJSON-1056471267 tempest-ImagesOneServerTestJSON-1056471267-project-member] Enqueued Resource ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 with Priority: HIGHEST for action security_group_members [ 708.136401] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 with Priority: HIGHEST for action security_group_members [ 708.136705] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a88e0b-4f56-4094-ad7c-42d424de0fa2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.137389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.137389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.137619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.137759] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.137863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.137926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.138077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.138162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.138256] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68a88e0b-4f56-4094-ad7c-42d424de0fa2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.150385] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.150385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.150385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.150385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.150385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.150385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a41ec7e-fd49-4427-8e2e-9a7e19454533" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.308257] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96734483-5264-459c-b90c-ab50d5eed150 [ 708.308257] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.308257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.308257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.308257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.308257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.308257] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96734483-5264-459c-b90c-ab50d5eed150 already deleted. [ 708.308257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96734483-5264-459c-b90c-ab50d5eed150" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.496474] env[65134]: INFO networking_nsxv3.common.synchronization [req-f01364fa-d314-433a-8547-287fd9613219 req-59d26ead-e41d-4931-93ef-a7f5ca6bd6cd tempest-DeleteServersTestJSON-455681454 tempest-DeleteServersTestJSON-455681454-project-member] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 708.497152] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 708.497466] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.497626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.497709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.497959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.498169] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.498276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.498354] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.498531] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.498651] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.498812] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.587444] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: SUCCESS [ 708.587733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.620432] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce4a148-67ec-4542-80b8-8a5f939b2e7f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.641041] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.641207] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.641263] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.642844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.642844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.642844] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.642844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.642844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.642844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.642844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.642844] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 is going to be updated. [ 708.687288] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.687743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.687743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.687886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.687964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.699346] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 in Status: IN_PROGRESS for 2s [ 708.917716] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a in Status: SUCCESS [ 708.917967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.918259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.918342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.918495] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.918642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.918748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.919503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.919652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.919756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.919856] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48788edd-90dc-42ec-ac61-27e1c0fa092a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.955167] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.955382] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.955506] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.955800] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.956513] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.956720] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.956863] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.957155] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.957335] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.957586] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.957737] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.957862] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.958009] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.958165] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.958297] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.958461] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.976943] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.977152] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.977448] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.977920] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.977920] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.978147] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.978453] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.978564] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.978694] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.004043] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.004173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.004246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.004451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.004543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.004720] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.004818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.004882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.005049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.005129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.005211] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 709.035939] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.036335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.036335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.036511] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.036692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.046469] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 709.123789] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.124134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.124280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.124582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.124668] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.124814] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f is going to be created. [ 709.153439] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.153593] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.153687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.153900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.154069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.166036] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f in Status: UNINITIALIZED for 2s [ 709.422938] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-48788edd-90dc-42ec-ac61-27e1c0fa092a taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.422938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.422938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.422938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.423829] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.424109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.424275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.424573] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.425087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.425243] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.425450] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-48788edd-90dc-42ec-ac61-27e1c0fa092a taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.425663] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.425837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.426121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.428327] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.428327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.428327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.428327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.428327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.428327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.428327] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48788edd-90dc-42ec-ac61-27e1c0fa092a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.482509] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.482509] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.482509] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.483248] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.483487] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.483680] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9 not found, creating... [ 709.484828] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.484828] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.484828] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.484828] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.484828] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.485106] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.485168] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.485430] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.485514] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.485682] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.486217] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9 is going to be created. [ 709.515035] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.515234] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.515354] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.516065] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.516065] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.516224] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.930760] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48788edd-90dc-42ec-ac61-27e1c0fa092a: rpc.has_security_group_logging(os_id): False [ 709.951423] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.951423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.951423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.951733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.951733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.951903] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.952062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.952154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.955225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.955225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.955225] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.955225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.955225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.955225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.955225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.955225] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.955225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.955225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.955225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.955225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.955225] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a is going to be created. [ 710.041463] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.041724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.041944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.042292] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.042599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.059053] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a in Status: IN_PROGRESS for 2s [ 710.281299] env[65134]: INFO networking_nsxv3.common.synchronization [req-f01364fa-d314-433a-8547-287fd9613219 req-8b2618e6-7a2b-4d93-bc3e-91124efe2555 service nova] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_rules [ 710.281658] env[65134]: INFO networking_nsxv3.common.synchronization [req-f01364fa-d314-433a-8547-287fd9613219 req-8b2618e6-7a2b-4d93-bc3e-91124efe2555 service nova] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 710.281658] env[65134]: INFO networking_nsxv3.common.synchronization [req-f01364fa-d314-433a-8547-287fd9613219 req-8b2618e6-7a2b-4d93-bc3e-91124efe2555 service nova] Enqueued Resource ID: a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9 with Priority: HIGHEST for action port [ 710.282287] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_rules [ 710.282682] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 710.282682] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9 with Priority: HIGHEST for action port [ 710.283353] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.283353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.283353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.283616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.283769] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.284759] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.285158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.285621] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.286582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.286582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.286582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.286582] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.711325] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 in Status: SUCCESS [ 710.711566] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 deletion is rescheduled due to dependency. [ 710.711677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.787989] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.788212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.788447] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9 with status ACTIVE [ 710.788607] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.788736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.788736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.789273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.789273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.789273] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.789435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.789435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.789638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.789638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.789889] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.790044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.790044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.790148] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.790199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.790276] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9 is going to be updated. [ 710.814290] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.814518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.814518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.815109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.815109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.815109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a88cd6c8-b6a3-456b-b3b6-3e7b63fe8cc9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.059093] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 711.059382] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c deletion is rescheduled due to dependency. [ 711.060315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.060577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.060946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.061305] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.061444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.061566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.061719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.061814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.061927] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.116133] env[65134]: INFO networking_nsxv3.common.synchronization [None req-939264f9-51e2-4d6b-a1f9-dfa5a4d63921 None None] Enqueued Resource ID: 5a69728c-82ab-454e-b115-4e024fb9897b with Priority: HIGHEST for action port [ 711.116133] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a69728c-82ab-454e-b115-4e024fb9897b with Priority: HIGHEST for action port [ 711.116133] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a69728c-82ab-454e-b115-4e024fb9897b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.116133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a69728c-82ab-454e-b115-4e024fb9897b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.116133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a69728c-82ab-454e-b115-4e024fb9897b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.116133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a69728c-82ab-454e-b115-4e024fb9897b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.118200] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a69728c-82ab-454e-b115-4e024fb9897b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.179420] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f in Status: SUCCESS [ 711.179712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.180414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.180591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.180825] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.181136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.181136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.183040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.183040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.183040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.183040] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce4a148-67ec-4542-80b8-8a5f939b2e7f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.565427] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.623771] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a69728c-82ab-454e-b115-4e024fb9897b [ 711.624017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.624170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.624242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.624454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.624552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.624676] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a69728c-82ab-454e-b115-4e024fb9897b already deleted. [ 711.624720] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a69728c-82ab-454e-b115-4e024fb9897b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.685599] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.685798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.685834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.686067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.686241] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.686358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.686423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.686572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.686656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.686771] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.686921] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.687030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.687094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.687237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.687371] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.687461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.687525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.687663] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.687735] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.687813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.687918] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce4a148-67ec-4542-80b8-8a5f939b2e7f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.070445] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.072245] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a in Status: SUCCESS [ 712.072452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.192268] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce4a148-67ec-4542-80b8-8a5f939b2e7f: rpc.has_security_group_logging(os_id): False [ 712.210996] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.211159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.211233] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.211453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.211544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.211733] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.211833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.211887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.212467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.212467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.212467] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.212467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.212729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.212729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.212729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.212896] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.212991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.216217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.216217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.216217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.216217] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f is going to be created. [ 712.279569] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.279764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.279842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.280065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.280245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.290957] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f in Status: IN_PROGRESS for 2s [ 712.574732] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.574899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.574970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.575214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.575308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.575404] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 712.610323] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.610490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.610541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.610861] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.611042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.621265] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 713.021266] env[65134]: INFO networking_nsxv3.common.synchronization [None req-454165be-4f04-4504-a42b-589517306baf tempest-MigrationsAdminTest-1967168221 tempest-MigrationsAdminTest-1967168221-project-member] Enqueued Resource ID: ba757da1-430d-4bd9-8065-b469140521b0 with Priority: HIGHEST for action security_group_rules [ 713.021725] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba757da1-430d-4bd9-8065-b469140521b0 with Priority: HIGHEST for action security_group_rules [ 713.022057] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba757da1-430d-4bd9-8065-b469140521b0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.022194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba757da1-430d-4bd9-8065-b469140521b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.022264] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba757da1-430d-4bd9-8065-b469140521b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.022540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba757da1-430d-4bd9-8065-b469140521b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.022597] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba757da1-430d-4bd9-8065-b469140521b0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.187800] env[65134]: INFO networking_nsxv3.common.synchronization [None req-c7d77735-5404-4066-a52b-98a67cb777fa tempest-MigrationsAdminTest-1967168221 tempest-MigrationsAdminTest-1967168221-project-member] Enqueued Resource ID: ba757da1-430d-4bd9-8065-b469140521b0 with Priority: HIGHEST for action security_group_rules [ 713.188425] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba757da1-430d-4bd9-8065-b469140521b0 with Priority: HIGHEST for action security_group_rules [ 713.190121] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba757da1-430d-4bd9-8065-b469140521b0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.190121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba757da1-430d-4bd9-8065-b469140521b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.548977] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.549214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.549214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.550194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.550330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.550420] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba757da1-430d-4bd9-8065-b469140521b0 already deleted. [ 713.550529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba757da1-430d-4bd9-8065-b469140521b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.550864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba757da1-430d-4bd9-8065-b469140521b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.551127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba757da1-430d-4bd9-8065-b469140521b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.551262] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba757da1-430d-4bd9-8065-b469140521b0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.075127] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.075127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.075127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.075127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.075127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.075127] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba757da1-430d-4bd9-8065-b469140521b0 already deleted. [ 714.075127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba757da1-430d-4bd9-8065-b469140521b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.307840] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f in Status: SUCCESS [ 714.308204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.633947] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 714.634259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.634552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.634922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.635342] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.635495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.635580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.635853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.636192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.636314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.636512] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.139532] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.139826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.139826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.140143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.140345] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.140441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.140489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.140667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.140916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.141019] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.141172] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.141267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.141328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.141474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.141609] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.141737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.141830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.141891] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.142028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.142028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.142191] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.646427] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaaf77ef-104b-46b9-9a5d-854439e9306c: rpc.has_security_group_logging(os_id): False [ 715.662962] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.665036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.665036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.665036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.665036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.665036] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.665036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.665036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.665036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.665036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.665036] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.665036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.665036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.665036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.665634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.665942] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.666177] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.666320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.666531] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.666689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.666842] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 715.734611] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.734611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.734611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.734611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.734611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.750894] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 716.327410] env[65134]: INFO networking_nsxv3.common.synchronization [req-f36f5578-6239-48d6-8c5a-9d956d105d3c req-9b004fc1-92c9-4d11-860d-480b032112d7 tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGHEST for action security_group_members [ 716.328162] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGHEST for action security_group_members [ 716.328162] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-de49cca5-f55a-4473-8f8e-2dc2d7d24485 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.328323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.328805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.331042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.331042] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.331042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.331042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.331042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.331042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.331042] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.826911] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.826911] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.827438] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.827438] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.827520] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.829273] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.829273] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.829273] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.829273] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.829273] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.829273] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.829273] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.829273] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.829273] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.829273] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.829273] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.832234] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.832350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.833156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.833345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.833438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.833621] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.833724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.833777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.833948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.833994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.834088] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 already deleted. [ 716.834169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.849922] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.850242] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.850458] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.850633] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.850948] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-3d080694-68fa-41d6-9548-abb82dd523d8 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.851204] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-3d080694-68fa-41d6-9548-abb82dd523d8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.851337] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-3d080694-68fa-41d6-9548-abb82dd523d8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.852161] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-3d080694-68fa-41d6-9548-abb82dd523d8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.852346] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d080694-68fa-41d6-9548-abb82dd523d8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.357023] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.357023] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.357023] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.357023] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.357023] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.357023] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 3d080694-68fa-41d6-9548-abb82dd523d8 not found, creating... [ 717.357023] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.357023] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.357023] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.357023] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.357023] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.357459] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.357459] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.357459] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.357459] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.357459] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.357643] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 3d080694-68fa-41d6-9548-abb82dd523d8 is going to be created. [ 717.381448] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.381652] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.384756] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.384756] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.384756] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.384756] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-3d080694-68fa-41d6-9548-abb82dd523d8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.764720] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 717.764955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.083317] env[65134]: INFO networking_nsxv3.common.synchronization [req-f36f5578-6239-48d6-8c5a-9d956d105d3c req-7a2da90d-a2a6-4367-87af-20a6a37fa5cc service nova] Enqueued Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGHEST for action security_group_rules [ 718.083317] env[65134]: INFO networking_nsxv3.common.synchronization [req-f36f5578-6239-48d6-8c5a-9d956d105d3c req-7a2da90d-a2a6-4367-87af-20a6a37fa5cc service nova] Enqueued Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGHEST for action security_group_members [ 718.083317] env[65134]: INFO networking_nsxv3.common.synchronization [req-f36f5578-6239-48d6-8c5a-9d956d105d3c req-7a2da90d-a2a6-4367-87af-20a6a37fa5cc service nova] Enqueued Resource ID: 3d080694-68fa-41d6-9548-abb82dd523d8 with Priority: HIGHEST for action port [ 718.083962] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGHEST for action security_group_rules [ 718.083962] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGHEST for action security_group_members [ 718.083962] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d080694-68fa-41d6-9548-abb82dd523d8 with Priority: HIGHEST for action port [ 718.085807] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.085975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.086080] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.086240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.086609] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.087722] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-de49cca5-f55a-4473-8f8e-2dc2d7d24485 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.088767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.088767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.088767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.088767] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.088767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.088767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.088767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.088767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.088767] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.090887] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d080694-68fa-41d6-9548-abb82dd523d8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.090887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d080694-68fa-41d6-9548-abb82dd523d8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.090887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d080694-68fa-41d6-9548-abb82dd523d8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.090887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d080694-68fa-41d6-9548-abb82dd523d8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.090887] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d080694-68fa-41d6-9548-abb82dd523d8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.592730] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-de49cca5-f55a-4473-8f8e-2dc2d7d24485 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.592864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.598550] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.599802] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d080694-68fa-41d6-9548-abb82dd523d8 with status ACTIVE [ 718.600030] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.600160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.600229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.600438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.600521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.600688] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.600812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.600895] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.601067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.601149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.601328] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.601421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.601484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.601619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.601694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.601779] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d080694-68fa-41d6-9548-abb82dd523d8 is going to be updated. [ 718.625435] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.625626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.625670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.625856] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.626034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.626161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d080694-68fa-41d6-9548-abb82dd523d8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.899241] env[65134]: INFO networking_nsxv3.common.synchronization [req-458b42a9-642e-4a3c-aa16-5026eb408279 req-b6c6b9b1-0995-4ea4-9319-3b685bb7d8f6 tempest-ListServerFiltersTestJSON-1434863158 tempest-ListServerFiltersTestJSON-1434863158-project-member] Enqueued Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 718.900035] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 718.900035] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.901939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.901939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.902309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.902942] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.902942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.902942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.902942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.904130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.904240] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.105997] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.271358] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.271584] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-535" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.271723] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-535" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.272081] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-535" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.274744] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.274986] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.275514] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.275873] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.276073] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.276276] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.276399] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.276620] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.276679] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.277073] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.277073] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.277073] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.302681] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.303803] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.303803] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.303803] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-535" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.303803] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.303803] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.304179] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.304179] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.304293] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.407414] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.407624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.407753] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.407975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.408138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.408382] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.408549] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.408654] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.408760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.408854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.408955] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 already deleted. [ 719.409050] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.608083] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.608274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.608350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.608577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.608669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.608768] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 is going to be created. [ 719.637631] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.637824] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.637867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.638262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.638262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.651076] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 in Status: UNINITIALIZED for 2s [ 719.807795] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.808164] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.808300] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.808651] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.808815] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.808968] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3 not found, creating... [ 719.809351] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.809434] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.809504] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.809809] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.809961] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.810258] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.810412] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.810522] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.810755] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.811108] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.811304] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3 is going to be created. [ 719.841918] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.842245] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.842393] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.842664] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.842986] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.843265] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.667116] env[65134]: INFO networking_nsxv3.common.synchronization [req-458b42a9-642e-4a3c-aa16-5026eb408279 req-bf28341c-7c2c-43a2-bf10-b01d35dcb946 service nova] Enqueued Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_rules [ 720.667412] env[65134]: INFO networking_nsxv3.common.synchronization [req-458b42a9-642e-4a3c-aa16-5026eb408279 req-bf28341c-7c2c-43a2-bf10-b01d35dcb946 service nova] Enqueued Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 720.667412] env[65134]: INFO networking_nsxv3.common.synchronization [req-458b42a9-642e-4a3c-aa16-5026eb408279 req-bf28341c-7c2c-43a2-bf10-b01d35dcb946 service nova] Enqueued Resource ID: d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3 with Priority: HIGHEST for action port [ 720.671026] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_rules [ 720.671026] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 720.671026] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3 with Priority: HIGHEST for action port [ 720.671026] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.671026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.671026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.671026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.671026] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.671026] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.671026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.671026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.671026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.671845] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.671845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.671845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.671845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.671845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.671845] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.672764] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.672764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.674896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.674896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.674896] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.175676] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.176980] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.176980] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.179110] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3 with status ACTIVE [ 721.182366] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.182366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.182366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.182366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.182366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.182366] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.182366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.182366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.182366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.182366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.182366] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.182366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.182366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.182366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.182366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.182366] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3 is going to be updated. [ 721.208962] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.208962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.208962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.208962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.208962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.208962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d82a1f37-7f81-4b5e-a9ef-e823fa4de6e3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.451947] env[65134]: INFO networking_nsxv3.common.synchronization [req-c3a01c6f-89e6-44f6-9ce2-3694c63c799b req-17cd067d-96f3-47d4-8b5a-834b0b29e6d2 tempest-ServerExternalEventsTest-1443593871 tempest-ServerExternalEventsTest-1443593871-project-member] Enqueued Resource ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a with Priority: HIGHEST for action security_group_members [ 721.452668] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a with Priority: HIGHEST for action security_group_members [ 721.453991] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-48788edd-90dc-42ec-ac61-27e1c0fa092a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.453991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.453991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.453991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.454198] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.454345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.454420] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.454700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.454700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.454762] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48788edd-90dc-42ec-ac61-27e1c0fa092a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.666610] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 in Status: SUCCESS [ 721.666808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.666985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.667223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.667459] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.667570] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.667660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.667820] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.667899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.667982] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.668142] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.678908] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.800426] env[65134]: INFO networking_nsxv3.common.synchronization [req-34837166-b125-417f-b846-8785221afd53 req-66510216-9605-4919-bbb4-564ac1da2a9e tempest-ListServerFiltersTestJSON-1434863158 tempest-ListServerFiltersTestJSON-1434863158-project-member] Enqueued Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 721.800969] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 721.801317] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.801425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.957896] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.958060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.958141] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.958551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.958551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.958675] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.958731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.958804] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.958973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.959154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.959197] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a is going to be updated. [ 721.996388] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.996563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.996645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.996900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.997087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.008092] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a in Status: IN_PROGRESS for 2s [ 722.169941] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.182785] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.183057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.183057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.183250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.183338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.183436] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 is going to be created. [ 722.210621] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.210621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.210621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.210621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.210621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.220889] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: UNINITIALIZED for 2s [ 722.248655] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.249576] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-535" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.249576] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-535" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.249710] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-535" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.250060] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.250333] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.250528] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.250859] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.251125] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.251624] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.251867] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.252141] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.253187] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.253187] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.253187] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.253187] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.278317] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.278498] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.278652] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.278825] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-535" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.279158] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-dd049ce0-571d-40fc-8ce3-21fd89d092e4 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.279326] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-dd049ce0-571d-40fc-8ce3-21fd89d092e4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.279436] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-dd049ce0-571d-40fc-8ce3-21fd89d092e4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.279839] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-dd049ce0-571d-40fc-8ce3-21fd89d092e4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.280023] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd049ce0-571d-40fc-8ce3-21fd89d092e4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.672951] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de49cca5-f55a-4473-8f8e-2dc2d7d24485: rpc.has_security_group_logging(os_id): False [ 722.692226] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.692342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.692408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.692620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.692716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.692950] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.693077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.693141] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.693361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.693455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.693545] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 is going to be created. [ 722.763076] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.763076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.763076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.763076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.763362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.777037] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 in Status: IN_PROGRESS for 2s [ 722.782845] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.783068] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.783231] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.783505] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.783650] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.783798] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port dd049ce0-571d-40fc-8ce3-21fd89d092e4 not found, creating... [ 722.784078] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.784265] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.784382] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.784596] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.784727] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.785022] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.785169] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.785282] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.785482] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.786036] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.786036] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: dd049ce0-571d-40fc-8ce3-21fd89d092e4 is going to be created. [ 722.810214] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.810445] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.810533] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.810949] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.811167] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.811404] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-dd049ce0-571d-40fc-8ce3-21fd89d092e4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.544883] env[65134]: INFO networking_nsxv3.common.synchronization [req-34837166-b125-417f-b846-8785221afd53 req-ce4c26bd-c6fe-4c58-abac-7597391438c8 service nova] Enqueued Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_rules [ 723.544883] env[65134]: INFO networking_nsxv3.common.synchronization [req-34837166-b125-417f-b846-8785221afd53 req-ce4c26bd-c6fe-4c58-abac-7597391438c8 service nova] Enqueued Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 723.544883] env[65134]: INFO networking_nsxv3.common.synchronization [req-34837166-b125-417f-b846-8785221afd53 req-ce4c26bd-c6fe-4c58-abac-7597391438c8 service nova] Enqueued Resource ID: dd049ce0-571d-40fc-8ce3-21fd89d092e4 with Priority: HIGHEST for action port [ 723.545476] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_rules [ 723.547835] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 723.547835] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd049ce0-571d-40fc-8ce3-21fd89d092e4 with Priority: HIGHEST for action port [ 723.547835] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.547835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.547835] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.547835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.547835] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd049ce0-571d-40fc-8ce3-21fd89d092e4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.547835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd049ce0-571d-40fc-8ce3-21fd89d092e4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.547835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd049ce0-571d-40fc-8ce3-21fd89d092e4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.547835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd049ce0-571d-40fc-8ce3-21fd89d092e4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.547835] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd049ce0-571d-40fc-8ce3-21fd89d092e4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.948401] env[65134]: INFO networking_nsxv3.common.synchronization [req-d2029135-0b63-4ba8-b604-21c721594e80 req-9d136343-42a8-4b33-a915-04229983bb6a tempest-ServerAddressesTestJSON-1946976696 tempest-ServerAddressesTestJSON-1946976696-project-member] Enqueued Resource ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f with Priority: HIGHEST for action security_group_members [ 723.949527] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f with Priority: HIGHEST for action security_group_members [ 723.949527] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.949527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.949527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.949844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.949844] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.949952] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.949952] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.951200] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.951307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.951413] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce4a148-67ec-4542-80b8-8a5f939b2e7f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.018945] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a in Status: SUCCESS [ 724.019375] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a deletion is rescheduled due to dependency. [ 724.019560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.051395] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd049ce0-571d-40fc-8ce3-21fd89d092e4 with status ACTIVE [ 724.051395] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.051395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.051395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.051870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.051965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.055027] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.055027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.055027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.055027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.055027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.055027] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.055027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.055027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.055027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.055027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.055027] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd049ce0-571d-40fc-8ce3-21fd89d092e4 is going to be updated. [ 724.079111] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.079256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.079326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.079528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.079659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.079906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd049ce0-571d-40fc-8ce3-21fd89d092e4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.233257] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: SUCCESS [ 724.233425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.233586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.233795] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.233982] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.234118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.235702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.235702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.235702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.235702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.235702] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.235702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.235702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.236133] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.236223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.236262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.236727] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.236977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.237577] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.280040] env[65134]: INFO networking_nsxv3.common.synchronization [None req-a38548c0-88f3-4e5c-9311-ac59ab59b099 None None] Enqueued Resource ID: 8726f591-85eb-4ec8-82ad-14d10fc1a34d with Priority: HIGHEST for action port [ 724.280040] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8726f591-85eb-4ec8-82ad-14d10fc1a34d with Priority: HIGHEST for action port [ 724.280305] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-8726f591-85eb-4ec8-82ad-14d10fc1a34d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.280505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8726f591-85eb-4ec8-82ad-14d10fc1a34d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.280505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8726f591-85eb-4ec8-82ad-14d10fc1a34d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.280746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8726f591-85eb-4ec8-82ad-14d10fc1a34d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.280853] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8726f591-85eb-4ec8-82ad-14d10fc1a34d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.453462] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.453616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.453694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.454593] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.454748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.455073] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.455258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.455357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.455561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.455686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.455837] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f is going to be updated. [ 724.492245] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.492385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.492878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.492878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.493233] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.507647] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f in Status: IN_PROGRESS for 2s [ 724.740864] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.742517] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.742713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.786709] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8726f591-85eb-4ec8-82ad-14d10fc1a34d [ 724.786709] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.786709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.786709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.786933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.787230] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.787348] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8726f591-85eb-4ec8-82ad-14d10fc1a34d already deleted. [ 724.787447] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8726f591-85eb-4ec8-82ad-14d10fc1a34d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.789991] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 in Status: SUCCESS [ 724.790196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.243845] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.746674] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.746931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.747087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.747464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.747570] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.747690] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 is going to be updated. [ 725.778061] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.778218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.778290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.778500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.778644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.788436] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: IN_PROGRESS for 2s [ 726.524262] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f in Status: SUCCESS [ 726.524262] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f deletion is rescheduled due to dependency. [ 726.524262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.887501] env[65134]: INFO networking_nsxv3.common.synchronization [None req-3f985881-2c58-4a57-b4bf-4092c83fda57 None None] Enqueued Resource ID: 182bf31e-a601-4e0a-b78c-c507ef5156fe with Priority: HIGHEST for action port [ 726.890012] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182bf31e-a601-4e0a-b78c-c507ef5156fe with Priority: HIGHEST for action port [ 726.891013] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-182bf31e-a601-4e0a-b78c-c507ef5156fe taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.891450] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-182bf31e-a601-4e0a-b78c-c507ef5156fe" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.891662] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-182bf31e-a601-4e0a-b78c-c507ef5156fe" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.892495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-182bf31e-a601-4e0a-b78c-c507ef5156fe" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.893576] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('182bf31e-a601-4e0a-b78c-c507ef5156fe',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.397073] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 182bf31e-a601-4e0a-b78c-c507ef5156fe [ 727.397856] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.398519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.398519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.398519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.398664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.398852] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:182bf31e-a601-4e0a-b78c-c507ef5156fe already deleted. [ 727.400042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-182bf31e-a601-4e0a-b78c-c507ef5156fe" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.425745] env[65134]: INFO networking_nsxv3.common.synchronization [None req-f4cb0eb0-2615-4fa9-b0da-d870fa16ab42 None None] Enqueued Resource ID: 64565856-5483-49a7-aa06-12cce850d79e with Priority: HIGHEST for action port [ 727.426571] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64565856-5483-49a7-aa06-12cce850d79e with Priority: HIGHEST for action port [ 727.427191] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-64565856-5483-49a7-aa06-12cce850d79e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.427367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64565856-5483-49a7-aa06-12cce850d79e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.427458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64565856-5483-49a7-aa06-12cce850d79e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.427768] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64565856-5483-49a7-aa06-12cce850d79e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.427885] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64565856-5483-49a7-aa06-12cce850d79e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.799382] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: SUCCESS [ 727.799613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.799646] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.799936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.800208] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.800336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.800405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.800589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.800715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.800835] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.933129] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64565856-5483-49a7-aa06-12cce850d79e [ 727.933129] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.933129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.933129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.933129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.933129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.933129] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64565856-5483-49a7-aa06-12cce850d79e already deleted. [ 727.933129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64565856-5483-49a7-aa06-12cce850d79e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.303305] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.808185] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.863782] env[65134]: INFO networking_nsxv3.common.synchronization [req-9f58ad79-62aa-47c4-abf9-fcb91befa8c0 req-466ed163-f0e6-4cbc-aebf-29efedfbdd19 tempest-ListServerFiltersTestJSON-1434863158 tempest-ListServerFiltersTestJSON-1434863158-project-member] Enqueued Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 728.864353] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 728.864657] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.864763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.196700] env[65134]: INFO networking_nsxv3.common.synchronization [None req-5ac0496c-eb2b-4fc2-8ad8-809e54dec208 None None] Enqueued Resource ID: 366ae6ee-0115-4370-ace5-f59f268fae5b with Priority: HIGHEST for action port [ 729.196700] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 366ae6ee-0115-4370-ace5-f59f268fae5b with Priority: HIGHEST for action port [ 729.196700] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-366ae6ee-0115-4370-ace5-f59f268fae5b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.196700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-366ae6ee-0115-4370-ace5-f59f268fae5b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.196700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-366ae6ee-0115-4370-ace5-f59f268fae5b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.196700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-366ae6ee-0115-4370-ace5-f59f268fae5b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.196700] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366ae6ee-0115-4370-ace5-f59f268fae5b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.289379] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.289379] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-535" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.289379] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-535" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.289379] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-535" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.289379] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.289379] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.290061] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.290420] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.290689] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.291012] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.291338] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.291564] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.291759] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.291957] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.292172] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.293036] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.312753] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.312753] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.313200] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.313200] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-535" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.313494] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-85deb22d-6b08-485c-8732-622382a9a9af taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.313684] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-85deb22d-6b08-485c-8732-622382a9a9af" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.313789] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-85deb22d-6b08-485c-8732-622382a9a9af" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.314132] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-85deb22d-6b08-485c-8732-622382a9a9af" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.314268] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85deb22d-6b08-485c-8732-622382a9a9af',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.315821] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.315933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.316012] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.316203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.316281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.316375] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 is going to be updated. [ 729.357676] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.357676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.357676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.357676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.357676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.364352] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: IN_PROGRESS for 2s [ 729.701479] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 366ae6ee-0115-4370-ace5-f59f268fae5b [ 729.701710] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.701840] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.701923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.702174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.702279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.702390] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:366ae6ee-0115-4370-ace5-f59f268fae5b already deleted. [ 729.702489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-366ae6ee-0115-4370-ace5-f59f268fae5b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.825588] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.825588] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.825588] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.825588] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.825588] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.825588] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 85deb22d-6b08-485c-8732-622382a9a9af not found, creating... [ 729.827353] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.827353] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.827353] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.827353] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.827353] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.827353] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.827353] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.827353] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.827353] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.827838] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.827838] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 85deb22d-6b08-485c-8732-622382a9a9af is going to be created. [ 729.852159] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.852282] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.852314] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.852607] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.852835] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.853120] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-85deb22d-6b08-485c-8732-622382a9a9af" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.952081] env[65134]: INFO networking_nsxv3.common.synchronization [None req-9bcec7ff-2df1-46c2-99a3-d045dd16b70d tempest-AttachInterfacesUnderV243Test-439549254 tempest-AttachInterfacesUnderV243Test-439549254-project-member] Enqueued Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_rules [ 729.952725] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_rules [ 729.952982] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.953121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.953187] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.953440] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.953521] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.351994] env[65134]: INFO networking_nsxv3.common.synchronization [None req-16fc10f7-5210-4e61-aa55-20c3e7566abb tempest-AttachInterfacesUnderV243Test-439549254 tempest-AttachInterfacesUnderV243Test-439549254-project-member] Enqueued Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_rules [ 730.352623] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_rules [ 730.353280] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.353280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.477650] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.477876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.477991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.478195] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.478292] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.478414] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20f8608e-3262-4a8f-b87c-13556f99023e already deleted. [ 730.478525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.478921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.478921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.479067] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.612034] env[65134]: INFO networking_nsxv3.common.synchronization [req-9f58ad79-62aa-47c4-abf9-fcb91befa8c0 req-9baf3455-6fbf-4c00-88ed-971e8ac93c16 service nova] Enqueued Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_rules [ 730.612245] env[65134]: INFO networking_nsxv3.common.synchronization [req-9f58ad79-62aa-47c4-abf9-fcb91befa8c0 req-9baf3455-6fbf-4c00-88ed-971e8ac93c16 service nova] Enqueued Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 730.612414] env[65134]: INFO networking_nsxv3.common.synchronization [req-9f58ad79-62aa-47c4-abf9-fcb91befa8c0 req-9baf3455-6fbf-4c00-88ed-971e8ac93c16 service nova] Enqueued Resource ID: 85deb22d-6b08-485c-8732-622382a9a9af with Priority: HIGHEST for action port [ 730.613067] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_rules [ 730.613211] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 730.613310] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85deb22d-6b08-485c-8732-622382a9a9af with Priority: HIGHEST for action port [ 730.613572] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.613670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.613856] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.613942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.614118] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-85deb22d-6b08-485c-8732-622382a9a9af taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.614218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85deb22d-6b08-485c-8732-622382a9a9af" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.614297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85deb22d-6b08-485c-8732-622382a9a9af" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.614505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85deb22d-6b08-485c-8732-622382a9a9af" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.614574] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85deb22d-6b08-485c-8732-622382a9a9af',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.002965] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.003409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.003409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.003487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.003685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.003685] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20f8608e-3262-4a8f-b87c-13556f99023e already deleted. [ 731.003898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.116579] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85deb22d-6b08-485c-8732-622382a9a9af with status ACTIVE [ 731.116818] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.116966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.117066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.117409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.117409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.117546] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.117630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.117702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.117868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.117947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.118145] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.118256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.118322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.118436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.118510] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.118595] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85deb22d-6b08-485c-8732-622382a9a9af is going to be updated. [ 731.145852] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.146047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.146047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.146309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.146454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.146560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85deb22d-6b08-485c-8732-622382a9a9af" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.374838] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: SUCCESS [ 731.375130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.375317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.375537] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.375726] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.375867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.375936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.376108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.376834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.376834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.376834] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.376834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.376834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.376834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.377170] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.378898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.379014] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.379181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.380033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.380033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.380033] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.380357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.380515] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.380668] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.380799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.380863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.381502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.381502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.381502] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.687433] env[65134]: INFO networking_nsxv3.common.synchronization [req-68d0ab69-409d-4c73-aab6-1481cce33f97 req-24921e6c-a8b5-44c0-94aa-9d220a82d3c1 tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 731.688161] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 731.692027] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.692027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.692027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.692027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.692027] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.692027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.692027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.692027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.692027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.692027] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.884430] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e467dec-404a-4045-bb1c-2bf118362f65: rpc.has_security_group_logging(os_id): False [ 731.887499] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.912048] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.912048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.912048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.912048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.912048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.912048] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.912048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.912048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.912048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.912048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.912048] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.912048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.912048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.912048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.912048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.912957] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.912957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.914032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.914132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.914224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.914318] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 is going to be created. [ 732.004043] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.004404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.004404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.004564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.004765] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.017727] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: IN_PROGRESS for 2s [ 732.150215] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-34 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.150432] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.150574] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.150976] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.151282] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.151477] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.151612] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.151871] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.152027] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.152238] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.152347] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.152454] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.152556] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.152662] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.152793] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.152979] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.174694] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.174885] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.174969] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.175217] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.175531] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-a1882c7b-5f9c-472a-978d-0e2eabf66987 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.175782] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.175939] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.176259] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.176397] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1882c7b-5f9c-472a-978d-0e2eabf66987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.191405] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.388083] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.679251] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.679516] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.679663] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.680033] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.680211] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.680387] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port a1882c7b-5f9c-472a-978d-0e2eabf66987 not found, creating... [ 732.680662] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.680864] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.680927] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.681196] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.681339] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.681761] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.682029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.682196] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.682435] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.682569] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.682704] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: a1882c7b-5f9c-472a-978d-0e2eabf66987 is going to be created. [ 732.693922] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.705480] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.705480] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.705480] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.705700] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.705864] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.706121] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.890190] env[65134]: INFO networking_nsxv3.common.synchronization [None req-18085fd4-0da8-4254-aab3-5a68a75b66fd None None] Enqueued Resource ID: af941fd6-d44b-49fa-9708-afb982b2d640 with Priority: HIGHEST for action port [ 732.890427] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af941fd6-d44b-49fa-9708-afb982b2d640 with Priority: HIGHEST for action port [ 732.890742] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-af941fd6-d44b-49fa-9708-afb982b2d640 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.890916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af941fd6-d44b-49fa-9708-afb982b2d640" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.890970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af941fd6-d44b-49fa-9708-afb982b2d640" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.891242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af941fd6-d44b-49fa-9708-afb982b2d640" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.891347] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af941fd6-d44b-49fa-9708-afb982b2d640',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.892494] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.892628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.892684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.892863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.892978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.893054] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 is going to be updated. [ 732.934773] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.934875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.934943] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.935174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.935311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.946526] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: IN_PROGRESS for 2s [ 733.198016] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.198016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.198016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.198351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.198351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.198351] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 733.232545] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.232736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.232770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.233130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.233130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.246049] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 733.395295] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af941fd6-d44b-49fa-9708-afb982b2d640 [ 733.395574] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.395697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.395765] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.395956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.396062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.396298] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af941fd6-d44b-49fa-9708-afb982b2d640 already deleted. [ 733.396298] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af941fd6-d44b-49fa-9708-afb982b2d640" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.485355] env[65134]: INFO networking_nsxv3.common.synchronization [req-68d0ab69-409d-4c73-aab6-1481cce33f97 req-4971fdf3-f474-42d8-b62a-d934494e9c97 service nova] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_rules [ 733.485355] env[65134]: INFO networking_nsxv3.common.synchronization [req-68d0ab69-409d-4c73-aab6-1481cce33f97 req-4971fdf3-f474-42d8-b62a-d934494e9c97 service nova] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 733.485355] env[65134]: INFO networking_nsxv3.common.synchronization [req-68d0ab69-409d-4c73-aab6-1481cce33f97 req-4971fdf3-f474-42d8-b62a-d934494e9c97 service nova] Enqueued Resource ID: a1882c7b-5f9c-472a-978d-0e2eabf66987 with Priority: HIGHEST for action port [ 733.485355] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_rules [ 733.485355] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 733.485355] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1882c7b-5f9c-472a-978d-0e2eabf66987 with Priority: HIGHEST for action port [ 733.485355] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.485355] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.485355] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.485355] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.485355] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.488630] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.488630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.488630] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1882c7b-5f9c-472a-978d-0e2eabf66987 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.488630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.488630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.488630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.488630] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1882c7b-5f9c-472a-978d-0e2eabf66987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.994396] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.994530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.994764] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1882c7b-5f9c-472a-978d-0e2eabf66987 with status ACTIVE [ 733.994938] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.995070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.995130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.995346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.995429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.995595] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.995738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.995738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.995881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.995956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.996151] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.996244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.996305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.996437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.996509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.996590] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1882c7b-5f9c-472a-978d-0e2eabf66987 is going to be updated. [ 734.022173] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.022173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.022173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.022173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.022173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.022436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.033604] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: SUCCESS [ 734.034269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.034269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.034489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.035933] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.141834] env[65134]: INFO networking_nsxv3.common.synchronization [None req-9a0e0526-3fc7-41a2-837d-f8fc32d41f95 tempest-ServersTestManualDisk-921030073 tempest-ServersTestManualDisk-921030073-project-member] Enqueued Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGHEST for action security_group_rules [ 734.142836] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGHEST for action security_group_rules [ 734.143341] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb8a5e64-0022-4434-b4de-0f4dff856493 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.143633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.143797] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.144145] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.144329] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb8a5e64-0022-4434-b4de-0f4dff856493',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.274214] env[65134]: INFO networking_nsxv3.common.synchronization [None req-296370fb-700d-4a1d-86fc-6440ff55312f tempest-ServersTestManualDisk-921030073 tempest-ServersTestManualDisk-921030073-project-member] Enqueued Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGHEST for action security_group_rules [ 734.276277] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGHEST for action security_group_rules [ 734.276277] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb8a5e64-0022-4434-b4de-0f4dff856493 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.276277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.542864] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.543130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.679042] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.679232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.679306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.679520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.680124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.680249] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb8a5e64-0022-4434-b4de-0f4dff856493 already deleted. [ 734.680358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.680541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.680723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.680850] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb8a5e64-0022-4434-b4de-0f4dff856493',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.959943] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: SUCCESS [ 734.960266] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.960504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.960798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.962592] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.962592] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.962738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.962928] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.963079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.963211] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.214194] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.214194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.214194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.214194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.214194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.214194] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb8a5e64-0022-4434-b4de-0f4dff856493 already deleted. [ 735.214194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.262035] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 735.262035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.262035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.262035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.262035] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.262035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.262035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.262035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.262035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.262035] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.470776] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.608232] env[65134]: INFO networking_nsxv3.common.synchronization [None req-52931cb2-1cef-429c-9722-73d5efe7d068 None None] Enqueued Resource ID: a5211ee8-d379-44a1-88e2-f424dad3b329 with Priority: HIGHEST for action port [ 735.608761] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5211ee8-d379-44a1-88e2-f424dad3b329 with Priority: HIGHEST for action port [ 735.609088] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5211ee8-d379-44a1-88e2-f424dad3b329 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.609218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5211ee8-d379-44a1-88e2-f424dad3b329" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.610219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5211ee8-d379-44a1-88e2-f424dad3b329" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.610219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5211ee8-d379-44a1-88e2-f424dad3b329" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.610219] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5211ee8-d379-44a1-88e2-f424dad3b329',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.765863] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.972864] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.112130] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5211ee8-d379-44a1-88e2-f424dad3b329 [ 736.112380] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.112520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.112590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.112792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.112880] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.112972] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5211ee8-d379-44a1-88e2-f424dad3b329 already deleted. [ 736.113075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5211ee8-d379-44a1-88e2-f424dad3b329" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.268999] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.475644] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.475993] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.475993] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.476272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.476379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.476636] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 is going to be updated. [ 736.521914] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.522152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.522246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.524392] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.524648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.547808] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: IN_PROGRESS for 2s [ 736.772872] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.773113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.773230] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.773547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.773683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.773830] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 736.806435] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.806584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.806657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.807014] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.807557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.818825] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 738.560510] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: SUCCESS [ 738.560510] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.560914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.560914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.561107] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.561235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.561299] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.561513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.561626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.561719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.561820] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.838610] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 738.838907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.839632] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.839986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.840199] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.840322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.840391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.840568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.840654] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.840742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.840837] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.065124] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.065343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.065402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.065667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.065851] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.065977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.066067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.066264] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.066367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.066513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.066618] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.066744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.066788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.067063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.067148] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.067257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.067355] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.067513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.067639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.068111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.068203] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.347718] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.351021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.351021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.351021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.351021] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.351021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.351021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.351266] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.351266] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.351266] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.351436] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.351543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.351606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.351782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.351924] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.352622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.352622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.352622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.352845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.353690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.353690] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.572104] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e467dec-404a-4045-bb1c-2bf118362f65: rpc.has_security_group_logging(os_id): False [ 739.574657] env[65134]: INFO networking_nsxv3.common.synchronization [None req-6936a98b-785d-4ba0-9ff4-5370c3809b54 None None] Enqueued Resource ID: 2e621be4-8a15-4c7b-bf79-2a4b318f030a with Priority: HIGHEST for action port [ 739.575929] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e621be4-8a15-4c7b-bf79-2a4b318f030a with Priority: HIGHEST for action port [ 739.576612] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e621be4-8a15-4c7b-bf79-2a4b318f030a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.577232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e621be4-8a15-4c7b-bf79-2a4b318f030a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.577232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e621be4-8a15-4c7b-bf79-2a4b318f030a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.577232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e621be4-8a15-4c7b-bf79-2a4b318f030a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.577232] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e621be4-8a15-4c7b-bf79-2a4b318f030a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.596097] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.596241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.596281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.596472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.596564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.596766] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.596862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.596926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.597084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.598756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.598756] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.598756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.598756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.598756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.598756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.599047] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.599423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.599423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.599529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.599641] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.599707] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 is going to be updated. [ 739.666438] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.666598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.666636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.666836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.666978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.682118] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: IN_PROGRESS for 2s [ 739.776298] env[65134]: INFO networking_nsxv3.common.synchronization [None req-f5ba0da2-42b9-40c0-9f3c-32e4e430e095 None None] Enqueued Resource ID: 9783ed9b-30d4-4789-84b9-c3fa6bea241c with Priority: HIGHEST for action port [ 739.776999] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9783ed9b-30d4-4789-84b9-c3fa6bea241c with Priority: HIGHEST for action port [ 739.777332] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-9783ed9b-30d4-4789-84b9-c3fa6bea241c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.777458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9783ed9b-30d4-4789-84b9-c3fa6bea241c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.777521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9783ed9b-30d4-4789-84b9-c3fa6bea241c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.777798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9783ed9b-30d4-4789-84b9-c3fa6bea241c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.777910] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9783ed9b-30d4-4789-84b9-c3fa6bea241c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.858475] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5ef372-9f45-452b-8226-ead7b1a4efe0: rpc.has_security_group_logging(os_id): False [ 739.880157] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.880157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.880157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.880157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.880157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.880157] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.880157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.880157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.880157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.880157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.880157] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.880157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.880157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.880157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.880157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.880743] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.880743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.880743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.880743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.880743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.880743] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 739.956569] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.956569] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.956569] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.956841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.957047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.973342] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 740.081161] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e621be4-8a15-4c7b-bf79-2a4b318f030a [ 740.081161] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.081161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.081161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.081161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.081161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.081161] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e621be4-8a15-4c7b-bf79-2a4b318f030a already deleted. [ 740.081161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e621be4-8a15-4c7b-bf79-2a4b318f030a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.129447] env[65134]: INFO networking_nsxv3.common.synchronization [req-1d2abbe4-68dc-45a7-8cd7-fd29a36d288e req-131225a4-6c1b-4914-907b-d0393b039db7 tempest-DeleteServersTestJSON-455681454 tempest-DeleteServersTestJSON-455681454-project-member] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 740.130480] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 740.130480] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.130480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.130799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.130799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.132041] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.132041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.132041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.132041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.132041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.132041] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.281118] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9783ed9b-30d4-4789-84b9-c3fa6bea241c [ 740.281423] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.281568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.281640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.281864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.281959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.282085] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9783ed9b-30d4-4789-84b9-c3fa6bea241c already deleted. [ 740.282371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9783ed9b-30d4-4789-84b9-c3fa6bea241c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.635021] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.635590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.635590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.635590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.635745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.636188] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.636188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.636188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.636626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.636626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.636626] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 740.670988] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.670988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.670988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.671358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.671358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.686596] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 741.697024] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: SUCCESS [ 741.697350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.697413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.697629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.697716] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.996038] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 741.996697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.022526] env[65134]: INFO networking_nsxv3.common.synchronization [req-6c37de14-e67d-4f08-bdb9-562e163f04fa req-69e2cdfa-dabc-41df-b098-bd934fdab140 tempest-VolumesAdminNegativeTest-423377946 tempest-VolumesAdminNegativeTest-423377946-project-member] Enqueued Resource ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 with Priority: HIGHEST for action security_group_members [ 742.022526] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 with Priority: HIGHEST for action security_group_members [ 742.022526] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ff3914-4c91-4f68-80fb-fcb529c32571 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.022526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.022526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.022526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.022526] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.022526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.022526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.022958] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.022958] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.022958] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ff3914-4c91-4f68-80fb-fcb529c32571',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.111911] env[65134]: INFO networking_nsxv3.common.synchronization [None req-e34abc4c-a083-4599-ad12-596f42ed6543 None None] Enqueued Resource ID: ff8a48b0-3257-4ff9-8c0b-4fa5f08b2017 with Priority: HIGHEST for action port [ 742.111911] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8a48b0-3257-4ff9-8c0b-4fa5f08b2017 with Priority: HIGHEST for action port [ 742.112504] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff8a48b0-3257-4ff9-8c0b-4fa5f08b2017 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.112736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff8a48b0-3257-4ff9-8c0b-4fa5f08b2017" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.112892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff8a48b0-3257-4ff9-8c0b-4fa5f08b2017" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.113513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff8a48b0-3257-4ff9-8c0b-4fa5f08b2017" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.113681] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff8a48b0-3257-4ff9-8c0b-4fa5f08b2017',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.203068] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.203246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.203318] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.203535] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.203697] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.203794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.203857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.204122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.204181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.204914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.204914] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.526110] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.526328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.526403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.526558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.526652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.526846] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.526945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.527115] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.527171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.527255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.527341] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 already deleted. [ 742.527432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.616559] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff8a48b0-3257-4ff9-8c0b-4fa5f08b2017 [ 742.616559] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.616878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.616959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.617209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.617314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.617425] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff8a48b0-3257-4ff9-8c0b-4fa5f08b2017 already deleted. [ 742.617520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff8a48b0-3257-4ff9-8c0b-4fa5f08b2017" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.662957] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.662957] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-584" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.662957] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-584" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.663163] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-584" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.665013] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.665013] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.665013] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.665013] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.665013] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.665013] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.665013] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.665013] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.665373] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.665373] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.665373] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.665468] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.684980] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.684980] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.685140] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.685308] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-584" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.685609] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-b25eb2be-ee78-4cad-acf6-856a002549ea taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.685776] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-b25eb2be-ee78-4cad-acf6-856a002549ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.685889] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-b25eb2be-ee78-4cad-acf6-856a002549ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.686268] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-b25eb2be-ee78-4cad-acf6-856a002549ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.686433] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25eb2be-ee78-4cad-acf6-856a002549ea',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.696282] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 742.696461] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c deletion is rescheduled due to dependency. [ 742.696580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.706422] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.706682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.706682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.706951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.707146] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.707274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.707313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.707467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.707552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.707640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.707792] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.707889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.707953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.708113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.708307] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.708429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.708495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.708636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.708732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.708792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.708882] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.040238] env[65134]: INFO networking_nsxv3.common.synchronization [None req-5ea76351-e25b-4190-986b-1e0ac2b71bbf None None] Enqueued Resource ID: 0ac0fd7d-d761-4f2f-b4c4-ce8f49a802a7 with Priority: HIGHEST for action port [ 743.040509] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ac0fd7d-d761-4f2f-b4c4-ce8f49a802a7 with Priority: HIGHEST for action port [ 743.040981] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ac0fd7d-d761-4f2f-b4c4-ce8f49a802a7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.041395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ac0fd7d-d761-4f2f-b4c4-ce8f49a802a7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.042829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ac0fd7d-d761-4f2f-b4c4-ce8f49a802a7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.042829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ac0fd7d-d761-4f2f-b4c4-ce8f49a802a7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.042829] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac0fd7d-d761-4f2f-b4c4-ce8f49a802a7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.189514] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.189514] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.189514] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.190062] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.190535] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.190773] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port b25eb2be-ee78-4cad-acf6-856a002549ea not found, creating... [ 743.191165] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.191423] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.191616] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.191919] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.192151] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.192521] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.192780] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.192978] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.193260] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.193426] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.193603] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: b25eb2be-ee78-4cad-acf6-856a002549ea is going to be created. [ 743.214605] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e467dec-404a-4045-bb1c-2bf118362f65: rpc.has_security_group_logging(os_id): False [ 743.217102] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.217376] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.217499] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.217849] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.218238] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.218503] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-b25eb2be-ee78-4cad-acf6-856a002549ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.236608] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.236811] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.236811] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.237076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.237076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.237399] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.237399] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.237620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.237620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.237981] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.237981] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.238093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.238093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.238986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.238986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.238986] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.238986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.238986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.238986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.238986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.238986] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 is going to be updated. [ 743.343822] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.343822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.343822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.343822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.343822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.369098] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: IN_PROGRESS for 2s [ 743.545294] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ac0fd7d-d761-4f2f-b4c4-ce8f49a802a7 [ 743.545294] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.545294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.545294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.545683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.545934] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.545934] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ac0fd7d-d761-4f2f-b4c4-ce8f49a802a7 already deleted. [ 743.546106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ac0fd7d-d761-4f2f-b4c4-ce8f49a802a7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.044245] env[65134]: INFO networking_nsxv3.common.synchronization [req-6c37de14-e67d-4f08-bdb9-562e163f04fa req-ef7d2d3b-843e-42ed-84fa-88c950b18b66 service nova] Enqueued Resource ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 with Priority: HIGHEST for action security_group_rules [ 744.044508] env[65134]: INFO networking_nsxv3.common.synchronization [req-6c37de14-e67d-4f08-bdb9-562e163f04fa req-ef7d2d3b-843e-42ed-84fa-88c950b18b66 service nova] Enqueued Resource ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 with Priority: HIGHEST for action security_group_members [ 744.044693] env[65134]: INFO networking_nsxv3.common.synchronization [req-6c37de14-e67d-4f08-bdb9-562e163f04fa req-ef7d2d3b-843e-42ed-84fa-88c950b18b66 service nova] Enqueued Resource ID: b25eb2be-ee78-4cad-acf6-856a002549ea with Priority: HIGHEST for action port [ 744.044744] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 with Priority: HIGHEST for action security_group_rules [ 744.044879] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 with Priority: HIGHEST for action security_group_members [ 744.044975] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25eb2be-ee78-4cad-acf6-856a002549ea with Priority: HIGHEST for action port [ 744.045526] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ff3914-4c91-4f68-80fb-fcb529c32571 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.045672] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.045745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.046006] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.046103] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ff3914-4c91-4f68-80fb-fcb529c32571',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.047056] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ff3914-4c91-4f68-80fb-fcb529c32571 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.047179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.047253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.047421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.047572] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.047645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.047704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.047913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.047977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.048034] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ff3914-4c91-4f68-80fb-fcb529c32571',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.048797] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25eb2be-ee78-4cad-acf6-856a002549ea taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.049057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25eb2be-ee78-4cad-acf6-856a002549ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.049057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25eb2be-ee78-4cad-acf6-856a002549ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.049121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25eb2be-ee78-4cad-acf6-856a002549ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.049419] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25eb2be-ee78-4cad-acf6-856a002549ea',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.274881] env[65134]: INFO networking_nsxv3.common.synchronization [req-3fa77809-333e-4dec-979e-6ae439611fd8 req-f3ec4355-241c-464c-bc04-816f2e1f71d0 tempest-FloatingIPsAssociationTestJSON-1482201309 tempest-FloatingIPsAssociationTestJSON-1482201309-project-member] Enqueued Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_members [ 744.275752] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_members [ 744.275752] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.275752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.275897] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.276699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.276699] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.276699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.276699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.276699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.276699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.276699] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.550564] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ff3914-4c91-4f68-80fb-fcb529c32571 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.552041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.552041] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3ff3914-4c91-4f68-80fb-fcb529c32571',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.554167] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b25eb2be-ee78-4cad-acf6-856a002549ea with status ACTIVE [ 744.554915] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.554915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.554915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.554915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.554915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.555436] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.555436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.555436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.555436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.555436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.555671] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.555671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.555775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.555862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.555973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.556047] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b25eb2be-ee78-4cad-acf6-856a002549ea is going to be updated. [ 744.598348] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.598488] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.598557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.598767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.598903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.599076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25eb2be-ee78-4cad-acf6-856a002549ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.778995] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.779192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.779192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.779364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.779482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.779759] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.779759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.779935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.779999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.780074] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.780165] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 already deleted. [ 744.780301] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.855854] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.855854] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-436" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.855854] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-436" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.856122] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-436" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.858410] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.858698] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.858828] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.859106] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.859255] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.859477] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.859587] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.859692] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.859794] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.859957] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.860021] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.860156] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.882084] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.882084] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.882165] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.882435] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-436" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.882952] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.883431] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.883585] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.883899] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.884110] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.059573] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3ff3914-4c91-4f68-80fb-fcb529c32571',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.384923] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: SUCCESS [ 745.385396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.386937] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.387725] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.387725] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.388198] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.388198] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.388198] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f not found, creating... [ 745.388550] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.388685] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.388808] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.389044] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.389177] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.389446] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.389596] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.389710] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.390179] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.390252] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.390427] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f is going to be created. [ 745.413967] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.414422] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.414602] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.414867] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.415183] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.415420] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.561074] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.561309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.561309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.561531] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.561625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.561733] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 is going to be created. [ 745.584238] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.584464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.584464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.584643] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.584800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.594470] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 in Status: UNINITIALIZED for 2s [ 746.125747] env[65134]: INFO networking_nsxv3.common.synchronization [req-3fa77809-333e-4dec-979e-6ae439611fd8 req-2e9e1057-275d-4373-82d3-73b8802aece3 service nova] Enqueued Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_rules [ 746.126055] env[65134]: INFO networking_nsxv3.common.synchronization [req-3fa77809-333e-4dec-979e-6ae439611fd8 req-2e9e1057-275d-4373-82d3-73b8802aece3 service nova] Enqueued Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_members [ 746.126562] env[65134]: INFO networking_nsxv3.common.synchronization [req-3fa77809-333e-4dec-979e-6ae439611fd8 req-2e9e1057-275d-4373-82d3-73b8802aece3 service nova] Enqueued Resource ID: bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f with Priority: HIGHEST for action port [ 746.127048] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_rules [ 746.127277] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_members [ 746.127504] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f with Priority: HIGHEST for action port [ 746.127829] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.127986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.128121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.128493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.128646] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.132456] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.132628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.132734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.133100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.133312] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.133669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.133669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.133855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.133971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.134175] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.135326] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.135488] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.135765] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.135916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.136141] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.639036] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.640558] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.640701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.640875] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f with status ACTIVE [ 746.641032] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.641124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.641187] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.641427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.641523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.641716] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.641827] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.641895] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.643427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.643427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.643427] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.643427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.643427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.643758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.643758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.643829] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f is going to be updated. [ 746.668070] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.668226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.668298] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.668950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.669103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.669282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcdd0412-bcd6-4c2c-8abf-b7cda0e4e14f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.801427] env[65134]: INFO networking_nsxv3.common.synchronization [None req-d1d951d1-4d7e-4c5b-872b-b7d36c4e5483 None None] Enqueued Resource ID: 2454db2a-e8ea-4866-a091-a495df35c880 with Priority: HIGHEST for action port [ 746.802202] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2454db2a-e8ea-4866-a091-a495df35c880 with Priority: HIGHEST for action port [ 746.802894] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-2454db2a-e8ea-4866-a091-a495df35c880 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.803062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2454db2a-e8ea-4866-a091-a495df35c880" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.803108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2454db2a-e8ea-4866-a091-a495df35c880" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.803372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2454db2a-e8ea-4866-a091-a495df35c880" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.803461] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2454db2a-e8ea-4866-a091-a495df35c880',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.150176] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.307017] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2454db2a-e8ea-4866-a091-a495df35c880 [ 747.307357] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.308167] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.308243] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.308465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.308794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.308902] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2454db2a-e8ea-4866-a091-a495df35c880 already deleted. [ 747.308991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2454db2a-e8ea-4866-a091-a495df35c880" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.444239] env[65134]: INFO networking_nsxv3.common.synchronization [req-c7bbb41e-c040-41ff-ad52-4ab45235f3d7 req-0c2bad07-118f-41ec-9ff1-f87258dbad56 tempest-InstanceActionsTestJSON-725528155 tempest-InstanceActionsTestJSON-725528155-project-member] Enqueued Resource ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 with Priority: HIGHEST for action security_group_members [ 747.444536] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 with Priority: HIGHEST for action security_group_members [ 747.444705] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.444850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.444959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.446433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.446433] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.446433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.446433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.446433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.446732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.446732] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.453272] env[65134]: INFO networking_nsxv3.common.synchronization [None req-4bed38a7-5c96-42d7-84a2-d3def365fa6e None None] Enqueued Resource ID: 0592942a-7596-43d8-bd32-d9fc6d1b4985 with Priority: HIGHEST for action port [ 747.453985] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0592942a-7596-43d8-bd32-d9fc6d1b4985 with Priority: HIGHEST for action port [ 747.454991] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0592942a-7596-43d8-bd32-d9fc6d1b4985 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.454991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0592942a-7596-43d8-bd32-d9fc6d1b4985" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.454991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0592942a-7596-43d8-bd32-d9fc6d1b4985" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.454991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0592942a-7596-43d8-bd32-d9fc6d1b4985" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.454991] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0592942a-7596-43d8-bd32-d9fc6d1b4985',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.610283] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 in Status: SUCCESS [ 747.610283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.610283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.610283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.610283] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.610283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.610283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.610283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.610283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.610283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.610677] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3ff3914-4c91-4f68-80fb-fcb529c32571',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.652199] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.652445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.652544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.652823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.652999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.653147] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 is going to be created. [ 747.680871] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.681141] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.681141] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.681579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.681852] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.694105] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: UNINITIALIZED for 2s [ 747.927038] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.927038] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-561" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.927038] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-561" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.927512] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-561" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.931019] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.931019] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.931019] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.931019] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.931019] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.931019] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.931019] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.931019] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.931019] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.931019] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.931019] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.931019] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.949293] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.949445] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.949579] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.949751] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-561" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.950195] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.950384] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.950499] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.950806] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.950948] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.955957] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.956103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.956178] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.956372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.956460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.956717] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.956774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.956809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.957137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.957137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.957137] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 already deleted. [ 747.957277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.961248] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0592942a-7596-43d8-bd32-d9fc6d1b4985 [ 747.961358] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.962146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.962146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.962146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.962146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.962146] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0592942a-7596-43d8-bd32-d9fc6d1b4985 already deleted. [ 747.962146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0592942a-7596-43d8-bd32-d9fc6d1b4985" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.112454] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ff3914-4c91-4f68-80fb-fcb529c32571 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.112611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.112714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.112880] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.113047] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.113146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.113213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.113374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.113439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.113523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.114288] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ff3914-4c91-4f68-80fb-fcb529c32571 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.114288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.115033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.115261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.115423] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.115531] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.115597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.115758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.115844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.115930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.116077] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3ff3914-4c91-4f68-80fb-fcb529c32571',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.349980] env[65134]: INFO networking_nsxv3.common.synchronization [req-c85d132c-e4f8-45c4-ac41-6a9ce533f917 req-a69d42cd-3dc2-49b7-8f79-e3cf7b1b6057 tempest-ImagesOneServerNegativeTestJSON-1142892160 tempest-ImagesOneServerNegativeTestJSON-1142892160-project-member] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 748.349980] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 748.350348] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.350413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.350460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.351022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.351022] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.351326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.351326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.351326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.351422] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.351453] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.456999] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.457194] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.457237] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.457935] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.457935] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.457935] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5 not found, creating... [ 748.459145] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.461606] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.461606] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.461606] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.461606] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.461606] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.461606] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.461606] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.461606] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.461606] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.461606] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5 is going to be created. [ 748.483311] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.483523] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.483644] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.483975] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.484222] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.484559] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.621038] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3ff3914-4c91-4f68-80fb-fcb529c32571: rpc.has_security_group_logging(os_id): False [ 748.640357] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.640508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.640563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.640747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.640838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.641158] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.641296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.641362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.641555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.641597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.641875] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.642011] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.642104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.643134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.643134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.643627] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.643627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.643627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.643851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.643851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.643927] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 is going to be created. [ 748.719539] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.719782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.719875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.720190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.720380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.735485] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 in Status: IN_PROGRESS for 2s [ 748.854225] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.854225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.854225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.854225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.854225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.854472] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.854472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.854472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.854681] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.854724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.854787] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 is going to be updated. [ 748.856949] env[65134]: INFO networking_nsxv3.common.synchronization [req-082e73b3-f1da-44cf-8574-4e243f4721da req-42dbc4ed-678c-4f72-a77f-98c8a69a230a tempest-SecurityGroupRulesNegativeTestJSON-672513457 tempest-SecurityGroupRulesNegativeTestJSON-672513457-project-member] Enqueued Resource ID: 0beee023-566d-4539-b9f9-8c557c598999 with Priority: HIGHEST for action security_group_rules [ 748.857610] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0beee023-566d-4539-b9f9-8c557c598999 with Priority: HIGHEST for action security_group_rules [ 748.858656] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0beee023-566d-4539-b9f9-8c557c598999 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.858656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0beee023-566d-4539-b9f9-8c557c598999" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.858656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0beee023-566d-4539-b9f9-8c557c598999" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.858850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0beee023-566d-4539-b9f9-8c557c598999" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.858947] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0beee023-566d-4539-b9f9-8c557c598999',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.890936] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.890936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.890936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.890936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.890936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.898676] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: IN_PROGRESS for 2s [ 749.203690] env[65134]: INFO networking_nsxv3.common.synchronization [req-c7bbb41e-c040-41ff-ad52-4ab45235f3d7 req-bc6ed5cb-1d2c-4f65-8e09-366f3c69ee91 service nova] Enqueued Resource ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 with Priority: HIGHEST for action security_group_rules [ 749.203690] env[65134]: INFO networking_nsxv3.common.synchronization [req-c7bbb41e-c040-41ff-ad52-4ab45235f3d7 req-bc6ed5cb-1d2c-4f65-8e09-366f3c69ee91 service nova] Enqueued Resource ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 with Priority: HIGHEST for action security_group_members [ 749.203690] env[65134]: INFO networking_nsxv3.common.synchronization [req-c7bbb41e-c040-41ff-ad52-4ab45235f3d7 req-bc6ed5cb-1d2c-4f65-8e09-366f3c69ee91 service nova] Enqueued Resource ID: 2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5 with Priority: HIGHEST for action port [ 749.203939] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 with Priority: HIGHEST for action security_group_rules [ 749.203939] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 with Priority: HIGHEST for action security_group_members [ 749.204038] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5 with Priority: HIGHEST for action port [ 749.205086] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.205316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.205410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.206176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.206176] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.207124] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.207589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.207589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.207589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.207755] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.207888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.210175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.211160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.211325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.211802] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.212775] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.212896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.212958] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.213154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.213230] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.384060] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.384060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.384060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.384060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.384060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.384060] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0beee023-566d-4539-b9f9-8c557c598999 already deleted. [ 749.384060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0beee023-566d-4539-b9f9-8c557c598999" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.564068] env[65134]: INFO networking_nsxv3.common.synchronization [req-db7633ff-4d51-48ca-bd7f-8cdf8b5bfc59 req-30abea97-d7fc-4450-addb-716b04bdb9bd tempest-InstanceActionsV221TestJSON-1479741831 tempest-InstanceActionsV221TestJSON-1479741831-project-member] Enqueued Resource ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 with Priority: HIGHEST for action security_group_members [ 749.564714] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 with Priority: HIGHEST for action security_group_members [ 749.565153] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e778a0-6c29-4918-9b6c-04d3f566a222 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.565325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.565410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.565678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.565845] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.565947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.566061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.566170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.566261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.566483] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e778a0-6c29-4918-9b6c-04d3f566a222',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.705770] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: SUCCESS [ 749.706163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.706481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.706861] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.707254] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.707552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.707715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.708028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.708829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.709056] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.709214] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.715693] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.715693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.716034] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.716851] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5 with status ACTIVE [ 749.717125] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.717933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.717933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.717933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.717933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.718846] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.719303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.719303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.719863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.720445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.720445] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.721247] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.721348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.721585] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.721634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.721681] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5 is going to be updated. [ 749.755924] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.756165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.756165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.756645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.756645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.756743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1c6b3a-2979-4ab5-b306-e0109c9eb2c5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.857655] env[65134]: INFO networking_nsxv3.common.synchronization [None req-b5a58694-d14d-452c-8e1c-8988b573f1ad None None] Enqueued Resource ID: dfeef8ae-1b0e-4835-839b-f2b537fa414b with Priority: HIGHEST for action port [ 749.859041] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfeef8ae-1b0e-4835-839b-f2b537fa414b with Priority: HIGHEST for action port [ 749.859041] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfeef8ae-1b0e-4835-839b-f2b537fa414b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.859451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfeef8ae-1b0e-4835-839b-f2b537fa414b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.859451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfeef8ae-1b0e-4835-839b-f2b537fa414b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.859801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfeef8ae-1b0e-4835-839b-f2b537fa414b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.859801] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfeef8ae-1b0e-4835-839b-f2b537fa414b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.964513] env[65134]: INFO networking_nsxv3.common.synchronization [None req-9e8f8652-c7fa-4acc-b381-f82657266010 None None] Enqueued Resource ID: 41619dce-6cd0-4788-a597-4fae1a3b7ac0 with Priority: HIGHEST for action port [ 749.965073] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41619dce-6cd0-4788-a597-4fae1a3b7ac0 with Priority: HIGHEST for action port [ 749.965381] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-41619dce-6cd0-4788-a597-4fae1a3b7ac0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.965499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41619dce-6cd0-4788-a597-4fae1a3b7ac0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.965570] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41619dce-6cd0-4788-a597-4fae1a3b7ac0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.965822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41619dce-6cd0-4788-a597-4fae1a3b7ac0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.965895] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41619dce-6cd0-4788-a597-4fae1a3b7ac0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.049223] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.049447] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-146" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.049531] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-146" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.050117] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-146" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.050396] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.050569] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.050685] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.050911] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.051116] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.051346] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.051485] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.051756] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.051756] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.051756] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.051940] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.052147] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.069481] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.069657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.069657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.069866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.070038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.070254] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.070358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.070417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.070774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.070774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.070774] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 already deleted. [ 750.070987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.078738] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.078738] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.079620] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.079975] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-146" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.080439] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-966f81be-a14a-4251-b8ad-72baf0382da9 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.080560] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-966f81be-a14a-4251-b8ad-72baf0382da9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.080690] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-966f81be-a14a-4251-b8ad-72baf0382da9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.081013] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-966f81be-a14a-4251-b8ad-72baf0382da9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.081988] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966f81be-a14a-4251-b8ad-72baf0382da9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.214069] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.214468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.214468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.214584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.214680] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.214769] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.214838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.214995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.215104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.215192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.215384] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.215455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.215496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.215616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.215747] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.215836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.215895] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.216047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.216124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.216200] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.216286] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.224715] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.361871] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfeef8ae-1b0e-4835-839b-f2b537fa414b [ 750.363375] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.363375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.363375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.363375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.363375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.363375] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfeef8ae-1b0e-4835-839b-f2b537fa414b already deleted. [ 750.363375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfeef8ae-1b0e-4835-839b-f2b537fa414b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.472896] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41619dce-6cd0-4788-a597-4fae1a3b7ac0 [ 750.472896] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.472896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.472896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.473390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.473390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.473390] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41619dce-6cd0-4788-a597-4fae1a3b7ac0 already deleted. [ 750.473528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41619dce-6cd0-4788-a597-4fae1a3b7ac0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.588024] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.588024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.588024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.588024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.588024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.588024] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 966f81be-a14a-4251-b8ad-72baf0382da9 not found, creating... [ 750.588024] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.588024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.588024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.588024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.588773] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.589316] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.589685] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.590034] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.590533] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.590983] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.591356] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 966f81be-a14a-4251-b8ad-72baf0382da9 is going to be created. [ 750.657346] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.658184] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.658184] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.658184] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.658184] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.658444] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-966f81be-a14a-4251-b8ad-72baf0382da9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.678973] env[65134]: INFO networking_nsxv3.common.synchronization [req-44a8939e-b3a4-4942-a167-b2f9eba0be72 req-fbe08d4e-6baf-4037-b1a2-988caa68fdbb tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_members [ 750.679178] env[65134]: INFO networking_nsxv3.common.synchronization [req-44a8939e-b3a4-4942-a167-b2f9eba0be72 req-fbe08d4e-6baf-4037-b1a2-988caa68fdbb tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 750.680148] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_members [ 750.680148] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 750.680852] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3eff111-2a69-4ad0-b778-e8987c486eef taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.680852] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.680852] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.681955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.681955] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.681955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.681955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.681955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.681955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.681955] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.683262] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.683262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.683262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.683646] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.683646] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.683646] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.683857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.683932] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.683970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.684090] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.720938] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f622a920-c2a6-4796-8d77-dfca484c9cf0: rpc.has_security_group_logging(os_id): False [ 750.730489] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.730489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.730489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.730489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.730489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.730489] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 is going to be created. [ 750.738954] env[65134]: INFO networking_nsxv3.common.synchronization [req-44a8939e-b3a4-4942-a167-b2f9eba0be72 req-fbe08d4e-6baf-4037-b1a2-988caa68fdbb tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_rules [ 750.739026] env[65134]: INFO networking_nsxv3.common.synchronization [req-44a8939e-b3a4-4942-a167-b2f9eba0be72 req-fbe08d4e-6baf-4037-b1a2-988caa68fdbb tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 750.739225] env[65134]: INFO networking_nsxv3.common.synchronization [req-44a8939e-b3a4-4942-a167-b2f9eba0be72 req-fbe08d4e-6baf-4037-b1a2-988caa68fdbb tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_rules [ 750.739396] env[65134]: INFO networking_nsxv3.common.synchronization [req-44a8939e-b3a4-4942-a167-b2f9eba0be72 req-fbe08d4e-6baf-4037-b1a2-988caa68fdbb tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_members [ 750.739588] env[65134]: INFO networking_nsxv3.common.synchronization [req-44a8939e-b3a4-4942-a167-b2f9eba0be72 req-fbe08d4e-6baf-4037-b1a2-988caa68fdbb tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: a1882c7b-5f9c-472a-978d-0e2eabf66987 with Priority: HIGHEST for action port [ 750.741923] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_rules [ 750.742196] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_rules [ 750.742512] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1882c7b-5f9c-472a-978d-0e2eabf66987 with Priority: HIGHEST for action port [ 750.742570] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 750.743153] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_members [ 750.744482] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.744685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.744685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.744897] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.745037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.745339] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.745477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.745606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.745792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.745875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.746157] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.746293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.746361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.746534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.746615] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.746853] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.746983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.747183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.747459] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.747459] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.747570] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 is going to be created. [ 750.749655] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.749828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.749997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.750181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.750273] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.751313] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3eff111-2a69-4ad0-b778-e8987c486eef taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.751435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.751496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.751714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.751823] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.752803] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1882c7b-5f9c-472a-978d-0e2eabf66987 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.752930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.753035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.753212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.753297] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1882c7b-5f9c-472a-978d-0e2eabf66987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.754159] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.754291] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.754506] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3eff111-2a69-4ad0-b778-e8987c486eef taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.754591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.757628] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.757762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.757838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.758071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.758231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.773826] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 in Status: SUCCESS [ 750.774319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.779030] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 in Status: UNINITIALIZED for 2s [ 750.864970] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.865153] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.865232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.865472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.865676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.875997] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: IN_PROGRESS for 2s [ 750.912610] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: SUCCESS [ 750.914049] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 deletion is rescheduled due to dependency. [ 750.914049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.185717] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.186693] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.257035] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.257035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.257206] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1882c7b-5f9c-472a-978d-0e2eabf66987 with status ACTIVE [ 751.257391] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.257391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.257509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.257665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.257842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.258083] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.258190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.258252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.259597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.259597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.259597] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.259597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.259597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.259597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.259597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.259597] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1882c7b-5f9c-472a-978d-0e2eabf66987 is going to be updated. [ 751.260375] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3eff111-2a69-4ad0-b778-e8987c486eef taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.260466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.293844] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.293928] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.293928] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.294217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.294369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.294705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.351867] env[65134]: INFO networking_nsxv3.common.synchronization [req-db7633ff-4d51-48ca-bd7f-8cdf8b5bfc59 req-1bc08326-5a87-45ee-a4df-54581fd1ea4d service nova] Enqueued Resource ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 with Priority: HIGHEST for action security_group_rules [ 751.352215] env[65134]: INFO networking_nsxv3.common.synchronization [req-db7633ff-4d51-48ca-bd7f-8cdf8b5bfc59 req-1bc08326-5a87-45ee-a4df-54581fd1ea4d service nova] Enqueued Resource ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 with Priority: HIGHEST for action security_group_members [ 751.352354] env[65134]: INFO networking_nsxv3.common.synchronization [req-db7633ff-4d51-48ca-bd7f-8cdf8b5bfc59 req-1bc08326-5a87-45ee-a4df-54581fd1ea4d service nova] Enqueued Resource ID: 966f81be-a14a-4251-b8ad-72baf0382da9 with Priority: HIGHEST for action port [ 751.353027] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 with Priority: HIGHEST for action security_group_rules [ 751.353348] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 with Priority: HIGHEST for action security_group_members [ 751.353584] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966f81be-a14a-4251-b8ad-72baf0382da9 with Priority: HIGHEST for action port [ 751.354319] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e778a0-6c29-4918-9b6c-04d3f566a222 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.354533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.354648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.355108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.355108] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e778a0-6c29-4918-9b6c-04d3f566a222',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.356372] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e778a0-6c29-4918-9b6c-04d3f566a222 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.358370] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.358370] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.358370] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.358587] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.358643] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.358728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.359489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.359489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.359627] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e778a0-6c29-4918-9b6c-04d3f566a222',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.362061] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-966f81be-a14a-4251-b8ad-72baf0382da9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.362061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-966f81be-a14a-4251-b8ad-72baf0382da9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.362061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-966f81be-a14a-4251-b8ad-72baf0382da9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.362369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-966f81be-a14a-4251-b8ad-72baf0382da9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.362369] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966f81be-a14a-4251-b8ad-72baf0382da9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.689702] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.691509] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.842607] env[65134]: INFO networking_nsxv3.common.synchronization [req-84c49c2d-8644-40d9-8856-6fd331b8d567 req-eb859b43-6304-455d-a447-6863e078df70 tempest-SecurityGroupRulesNegativeTestJSON-672513457 tempest-SecurityGroupRulesNegativeTestJSON-672513457-project-member] Enqueued Resource ID: 0beee023-566d-4539-b9f9-8c557c598999 with Priority: HIGHEST for action security_group_rules [ 751.843274] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0beee023-566d-4539-b9f9-8c557c598999 with Priority: HIGHEST for action security_group_rules [ 751.843357] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0beee023-566d-4539-b9f9-8c557c598999 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.843479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0beee023-566d-4539-b9f9-8c557c598999" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.843547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0beee023-566d-4539-b9f9-8c557c598999" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.843762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0beee023-566d-4539-b9f9-8c557c598999" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.843888] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0beee023-566d-4539-b9f9-8c557c598999',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.864355] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e778a0-6c29-4918-9b6c-04d3f566a222 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.864502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.864685] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e778a0-6c29-4918-9b6c-04d3f566a222',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.865962] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 966f81be-a14a-4251-b8ad-72baf0382da9 with status ACTIVE [ 751.866178] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.866295] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.866366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.866560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.866647] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.866870] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.867022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.867116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.867276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.867357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.867534] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.867626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.867736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.867823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.867978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.868072] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 966f81be-a14a-4251-b8ad-72baf0382da9 is going to be updated. [ 751.892732] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.892874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.892944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.893160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.893308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.893463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-966f81be-a14a-4251-b8ad-72baf0382da9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.193175] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.193386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.193386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.193577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.193696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.193802] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3eff111-2a69-4ad0-b778-e8987c486eef is going to be created. [ 752.195564] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.195674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.195758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.195920] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.196021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.196495] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 752.224869] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.225038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.225108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.225320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.225484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.231462] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.231575] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.231654] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.231844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.231989] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.243182] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 752.243807] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: UNINITIALIZED for 2s [ 752.367505] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.367505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.367505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.367505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.367505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.367505] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0beee023-566d-4539-b9f9-8c557c598999 already deleted. [ 752.367505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0beee023-566d-4539-b9f9-8c557c598999" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.367505] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e778a0-6c29-4918-9b6c-04d3f566a222',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.787853] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 in Status: SUCCESS [ 752.787853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.787853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.787853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.787853] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.787853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.787853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.788625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.788625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.788625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.788625] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.871056] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.871240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.871300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.871510] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.871603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.871702] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 is going to be created. [ 752.887304] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: SUCCESS [ 752.887515] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.898760] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.898942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.898986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.899175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.899335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.908399] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 in Status: UNINITIALIZED for 2s [ 753.293039] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.293039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.293039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.293039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.293662] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.294082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.294082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.294321] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.294432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.294538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.294774] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.294874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.294940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.295142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.295405] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.295405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.295514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.295628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.295725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.295812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.295918] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.431676] env[65134]: INFO networking_nsxv3.common.synchronization [req-c6f21dec-2086-4de0-967d-2479877f67fd req-47ddd1aa-2c87-4f66-85e9-f592370c3ceb tempest-ServersAdminNegativeTestJSON-346833482 tempest-ServersAdminNegativeTestJSON-346833482-project-member] Enqueued Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_members [ 753.432526] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_members [ 753.432744] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.432888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.432954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.433191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.433351] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.433469] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.433506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.433873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.433873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.433985] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.799176] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66: rpc.has_security_group_logging(os_id): False [ 753.824598] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.824814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.824900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.825222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.825383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.826030] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.826030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.826030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.826210] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.826371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.826513] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.826605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.826605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.826790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.826890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.828659] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.828867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.829039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.829116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.829194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.829308] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 is going to be created. [ 753.893020] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.893020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.893020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.893020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.893020] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.893020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.893020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.894032] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.894348] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.897767] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.897767] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.897767] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.897767] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.897767] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.897767] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.897767] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.917022] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.917022] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.917022] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.917022] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.917022] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.917022] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.917022] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.917022] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.917022] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.919757] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.920227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.920444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.920803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.921163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.935619] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 in Status: IN_PROGRESS for 2s [ 753.937590] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.255186] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 754.255687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.256024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.256307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.256533] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.256702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.256851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.257092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.257182] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.257286] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.259108] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: SUCCESS [ 754.259325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.259520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.259714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.260017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.260199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.260306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.260480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.260586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.260698] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.424201] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.424424] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.424543] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.424817] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.424959] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.425126] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba not found, creating... [ 754.425376] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.425524] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.425636] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.425839] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.425969] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.426259] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.426430] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.426540] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.426734] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.426858] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.426989] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba is going to be created. [ 754.440100] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.448017] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.448246] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.448364] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.448618] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.448835] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.449719] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.763254] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.764902] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.810652] env[65134]: INFO networking_nsxv3.common.synchronization [req-8a461551-19be-4a79-b7d5-edf290e30788 req-a2967cfa-3346-4f82-bf10-90d70848dcaa tempest-ServersTestJSON-564218268 tempest-ServersTestJSON-564218268-project-member] Enqueued Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGHEST for action security_group_members [ 754.811397] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGHEST for action security_group_members [ 754.811698] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64f287-0a4b-4705-a642-8172185cdf8d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.811817] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.811884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.812097] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.812258] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.812375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.812439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.812591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.812674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.812765] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e64f287-0a4b-4705-a642-8172185cdf8d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.925906] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 in Status: SUCCESS [ 754.926136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.927402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.927402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.927402] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.928366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.928366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.928366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.928366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.928366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.928366] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38e778a0-6c29-4918-9b6c-04d3f566a222',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.946688] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.946916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.947174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.948038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.948038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.948177] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 is going to be updated. [ 754.981365] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.981563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.981630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.982059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.982059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.992867] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: IN_PROGRESS for 2s [ 755.184390] env[65134]: INFO networking_nsxv3.common.synchronization [req-c6f21dec-2086-4de0-967d-2479877f67fd req-1e71f2a4-d42a-40fb-ad9d-f0618157ca8d service nova] Enqueued Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_rules [ 755.184662] env[65134]: INFO networking_nsxv3.common.synchronization [req-c6f21dec-2086-4de0-967d-2479877f67fd req-1e71f2a4-d42a-40fb-ad9d-f0618157ca8d service nova] Enqueued Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_members [ 755.184825] env[65134]: INFO networking_nsxv3.common.synchronization [req-c6f21dec-2086-4de0-967d-2479877f67fd req-1e71f2a4-d42a-40fb-ad9d-f0618157ca8d service nova] Enqueued Resource ID: bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba with Priority: HIGHEST for action port [ 755.185465] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_rules [ 755.185594] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_members [ 755.185717] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba with Priority: HIGHEST for action port [ 755.185999] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.186156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.186230] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.186484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.186566] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.187513] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.187612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.187804] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.187920] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.191043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.191861] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.191861] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.267079] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.268038] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.318518] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.318673] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.318743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.318990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.319102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.319325] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.319455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.319515] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.319716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.319804] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.319897] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64f287-0a4b-4705-a642-8172185cdf8d is going to be updated. [ 755.349294] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.349436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.349500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.349946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.350133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.367549] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64f287-0a4b-4705-a642-8172185cdf8d in Status: IN_PROGRESS for 2s [ 755.430885] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e778a0-6c29-4918-9b6c-04d3f566a222 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.431381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.431381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.431609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.431817] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.431981] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.432089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.432576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.432576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.432576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.432774] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e778a0-6c29-4918-9b6c-04d3f566a222 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.432899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.433013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.433235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.433452] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.433589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.433679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.433870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.433984] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.437902] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.437957] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38e778a0-6c29-4918-9b6c-04d3f566a222',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.693758] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.693893] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.694114] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba with status ACTIVE [ 755.694291] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.694398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.694976] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.694976] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.694976] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.694976] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.695183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.695183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.695249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.695321] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.695497] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.695583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.695639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.695769] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.695835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.696283] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba is going to be updated. [ 755.719457] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.719622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.719685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.719883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.720124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.720532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd47eeb8-8cfa-45a8-8b64-58d1b4b724ba" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.771675] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.771675] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.771675] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.771675] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.771892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.771892] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 755.773659] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.773659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.773659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.773659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.773659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.773977] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3eff111-2a69-4ad0-b778-e8987c486eef is going to be updated. [ 755.833310] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.833606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.833606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.833776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.833924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.837774] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.837914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.838040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.838200] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.838391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.850578] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: IN_PROGRESS for 2s [ 755.851962] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 755.940701] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38e778a0-6c29-4918-9b6c-04d3f566a222: rpc.has_security_group_logging(os_id): False [ 755.960272] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 in Status: SUCCESS [ 755.960272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.974025] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.974025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.974025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.974025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.974025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.974025] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.974025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.974025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.974025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.974025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.974025] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.974025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.974025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.974025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.974025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.975245] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.975245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.975245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.975245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.975245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.975600] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 is going to be created. [ 756.056729] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.056894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.056966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.057211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.057424] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.081013] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 in Status: IN_PROGRESS for 2s [ 757.006889] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: SUCCESS [ 757.007154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.007305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.007561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.007956] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.007956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.007956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.008211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.008211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.008306] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.379045] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64f287-0a4b-4705-a642-8172185cdf8d in Status: SUCCESS [ 757.379350] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64f287-0a4b-4705-a642-8172185cdf8d deletion is rescheduled due to dependency. [ 757.379471] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.512930] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.864648] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 757.864903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.865106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.865493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.865707] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.865835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.865905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.866111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.866202] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.867233] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.867233] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.868639] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: SUCCESS [ 757.868783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.868914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.869108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.869354] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.870191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.870191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.870191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.870191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.870191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.870191] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.013155] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.094351] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 in Status: SUCCESS [ 758.094687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.371796] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.371946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.372179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.372288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.372484] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.372589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.372652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.372809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.372898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.372986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.373463] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.373463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.373463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.373463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.373607] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.373674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.373736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.373872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.373948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.374040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.374134] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.375474] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.516409] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.516409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.516409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.516774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.516774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.516774] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 is going to be updated. [ 758.553822] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.554062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.554062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.554314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.554486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.566730] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: IN_PROGRESS for 2s [ 758.877944] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3eff111-2a69-4ad0-b778-e8987c486eef: rpc.has_security_group_logging(os_id): False [ 758.880242] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5ef372-9f45-452b-8226-ead7b1a4efe0: rpc.has_security_group_logging(os_id): False [ 758.899645] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.899835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.899923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.900279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.900373] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.900604] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.900712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.901142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.901488] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.901488] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.901643] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3eff111-2a69-4ad0-b778-e8987c486eef is going to be created. [ 758.904059] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.904190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.904277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.905806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.905806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.906153] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.906300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.906392] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.906577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.907085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.909274] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.909394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.909466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.909627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.909708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.909943] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.910050] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.910090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.910254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.910367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.910410] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 758.972020] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.972020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.972020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.972020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.972020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.976926] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.977161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.977289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.977603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.977832] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.988847] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: IN_PROGRESS for 2s [ 758.998939] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 760.187075] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 760.188023] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 760.315841] env[65134]: INFO networking_nsxv3.common.synchronization [req-96fc78de-d501-42e9-b6d6-bda816361a22 req-e79d5750-65b8-4bb0-b2c9-70d76f296c7f tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 with Priority: HIGHEST for action security_group_members [ 760.316150] env[65134]: INFO networking_nsxv3.common.synchronization [req-96fc78de-d501-42e9-b6d6-bda816361a22 req-e79d5750-65b8-4bb0-b2c9-70d76f296c7f tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_members [ 760.316150] env[65134]: INFO networking_nsxv3.common.synchronization [req-96fc78de-d501-42e9-b6d6-bda816361a22 req-e79d5750-65b8-4bb0-b2c9-70d76f296c7f tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 760.316644] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 with Priority: HIGHEST for action security_group_members [ 760.316799] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_members [ 760.316902] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 760.319552] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e7b646-db5d-40cf-813d-9916c5a7d827 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.319692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.319765] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.320098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.320355] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.320478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.320478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.322078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.322078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.322078] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e7b646-db5d-40cf-813d-9916c5a7d827',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.322078] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3eff111-2a69-4ad0-b778-e8987c486eef taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.322078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.322078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.322624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.322624] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.322624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.322624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.322624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.322775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.322775] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.323603] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.323762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.323794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.323927] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.324122] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.324185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.326977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.326977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.326977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.326977] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.386118] env[65134]: INFO networking_nsxv3.common.synchronization [req-96fc78de-d501-42e9-b6d6-bda816361a22 req-e79d5750-65b8-4bb0-b2c9-70d76f296c7f tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_rules [ 760.386118] env[65134]: INFO networking_nsxv3.common.synchronization [req-96fc78de-d501-42e9-b6d6-bda816361a22 req-e79d5750-65b8-4bb0-b2c9-70d76f296c7f tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 760.386118] env[65134]: INFO networking_nsxv3.common.synchronization [req-96fc78de-d501-42e9-b6d6-bda816361a22 req-e79d5750-65b8-4bb0-b2c9-70d76f296c7f tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 with Priority: HIGHEST for action security_group_rules [ 760.386118] env[65134]: INFO networking_nsxv3.common.synchronization [req-96fc78de-d501-42e9-b6d6-bda816361a22 req-e79d5750-65b8-4bb0-b2c9-70d76f296c7f tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 with Priority: HIGHEST for action security_group_members [ 760.386118] env[65134]: INFO networking_nsxv3.common.synchronization [req-96fc78de-d501-42e9-b6d6-bda816361a22 req-e79d5750-65b8-4bb0-b2c9-70d76f296c7f tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_rules [ 760.386118] env[65134]: INFO networking_nsxv3.common.synchronization [req-96fc78de-d501-42e9-b6d6-bda816361a22 req-e79d5750-65b8-4bb0-b2c9-70d76f296c7f tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_members [ 760.386118] env[65134]: INFO networking_nsxv3.common.synchronization [req-96fc78de-d501-42e9-b6d6-bda816361a22 req-e79d5750-65b8-4bb0-b2c9-70d76f296c7f tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: a1882c7b-5f9c-472a-978d-0e2eabf66987 with Priority: HIGHEST for action port [ 760.386516] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_rules [ 760.386576] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 with Priority: HIGHEST for action security_group_rules [ 760.386682] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_members [ 760.386802] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1882c7b-5f9c-472a-978d-0e2eabf66987 with Priority: HIGHEST for action port [ 760.386862] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_rules [ 760.386950] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 760.387048] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 with Priority: HIGHEST for action security_group_members [ 760.387366] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.387432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.387604] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e7b646-db5d-40cf-813d-9916c5a7d827 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.387748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.387789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.388038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.388141] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e7b646-db5d-40cf-813d-9916c5a7d827',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.389596] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3eff111-2a69-4ad0-b778-e8987c486eef taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.389705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.389897] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1882c7b-5f9c-472a-978d-0e2eabf66987 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.390045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.390211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.390408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.390495] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1882c7b-5f9c-472a-978d-0e2eabf66987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.391436] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3eff111-2a69-4ad0-b778-e8987c486eef taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.391540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.395418] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.395418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.395418] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e7b646-db5d-40cf-813d-9916c5a7d827 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.395418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.582763] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: SUCCESS [ 760.582941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.583467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.584635] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.584865] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.585091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.585192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.585410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.585502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.585614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.585734] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.829446] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.830547] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3e7b646-db5d-40cf-813d-9916c5a7d827',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.831277] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.894445] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e7b646-db5d-40cf-813d-9916c5a7d827 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.894610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.894803] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1882c7b-5f9c-472a-978d-0e2eabf66987 with status ACTIVE [ 760.894976] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.895118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.895184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.895387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.895471] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.895667] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.895778] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.895840] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.895992] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.896089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.896289] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.896396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.896460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.896652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.896732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.896815] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1882c7b-5f9c-472a-978d-0e2eabf66987 is going to be updated. [ 760.919031] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.919201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.919245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.919885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.919885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.919885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1882c7b-5f9c-472a-978d-0e2eabf66987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.005686] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: SUCCESS [ 761.005956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.006155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.006420] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.006544] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.018192] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 761.018436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.018634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.019101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.019101] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.089489] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.089794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.090395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.090684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.090956] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.091184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.091325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.091538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.091636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.091736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.091906] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.092011] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.092090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.092246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.092399] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.092495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.092558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.092701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.092786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.092870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.092963] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.333327] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.334439] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3e7b646-db5d-40cf-813d-9916c5a7d827',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.335613] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.510118] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3eff111-2a69-4ad0-b778-e8987c486eef taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.510297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.523111] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.523111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.597811] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7ddf46b-bf75-47a0-8d1e-6fc21e93e771: rpc.has_security_group_logging(os_id): False [ 761.617273] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.617273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.617273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.617532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.617532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.617747] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.617858] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.617988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.618423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.618423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.618521] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.618640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.618788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.618957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.619214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.619504] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.619667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.619772] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.619995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.620198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.620329] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 is going to be updated. [ 761.685512] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.685682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.685745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.686342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.686342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.702795] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: IN_PROGRESS for 2s [ 761.838120] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.838608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.838608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.838723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.838723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.838829] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3eff111-2a69-4ad0-b778-e8987c486eef is going to be updated. [ 761.840314] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.840642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.840642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.841218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.841218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.841218] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 is going to be created. [ 761.842323] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.842404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.842460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.842623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.842705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.842933] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 761.870460] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.870658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.870732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.870997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.871212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.875878] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.875878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.875878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.875878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.876135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.878793] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.879400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.879400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.879400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.880713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.900999] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 761.901984] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: IN_PROGRESS for 2s [ 761.902614] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 in Status: UNINITIALIZED for 2s [ 763.126179] env[65134]: INFO networking_nsxv3.common.synchronization [None req-89a290c2-92c7-4443-8154-f5fa7af045ac None None] Enqueued Resource ID: 97f6e160-81ff-4b30-b7f6-1e5d426e9f0a with Priority: HIGHEST for action port [ 763.126179] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f6e160-81ff-4b30-b7f6-1e5d426e9f0a with Priority: HIGHEST for action port [ 763.126179] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f6e160-81ff-4b30-b7f6-1e5d426e9f0a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.126179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f6e160-81ff-4b30-b7f6-1e5d426e9f0a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.126179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f6e160-81ff-4b30-b7f6-1e5d426e9f0a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.126179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f6e160-81ff-4b30-b7f6-1e5d426e9f0a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.126179] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f6e160-81ff-4b30-b7f6-1e5d426e9f0a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.207581] env[65134]: INFO networking_nsxv3.common.synchronization [req-1cb94446-1922-4f7e-bab6-6a2f7af36d06 req-4b459bc9-9519-43ee-8dd5-79cd61ff2908 tempest-MigrationsAdminTest-1967168221 tempest-MigrationsAdminTest-1967168221-project-member] Enqueued Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_members [ 763.208331] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_members [ 763.208763] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.208946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.210472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.210472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.210472] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.210472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.210472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.210472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.210472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.211412] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.494135] env[65134]: INFO networking_nsxv3.common.synchronization [req-673c7328-9580-4412-bda0-42c7776425df req-1dd81005-3ea5-4826-9647-536a4c73e5ac tempest-VolumesAdminNegativeTest-423377946 tempest-VolumesAdminNegativeTest-423377946-project-member] Enqueued Resource ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 with Priority: HIGHEST for action security_group_members [ 763.494682] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 with Priority: HIGHEST for action security_group_members [ 763.494973] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ff3914-4c91-4f68-80fb-fcb529c32571 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.495118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.495189] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.495388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.495544] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.495639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.495699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.495840] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.495925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.496030] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ff3914-4c91-4f68-80fb-fcb529c32571',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.612282] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.612465] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.612578] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.612862] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.613203] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.613417] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.613512] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.613729] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.613885] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.614114] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.614226] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.614328] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.614444] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.614566] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.614670] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.614796] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.631518] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f6e160-81ff-4b30-b7f6-1e5d426e9f0a [ 763.631748] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.631879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.631946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.632176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.632270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.632365] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f6e160-81ff-4b30-b7f6-1e5d426e9f0a already deleted. [ 763.632446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f6e160-81ff-4b30-b7f6-1e5d426e9f0a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.634326] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.634499] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.634620] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.634781] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.635101] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-03577361-0d9d-438f-8f07-0bd6847194dd taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.635278] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-03577361-0d9d-438f-8f07-0bd6847194dd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.635482] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-03577361-0d9d-438f-8f07-0bd6847194dd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.635783] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-03577361-0d9d-438f-8f07-0bd6847194dd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.635911] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03577361-0d9d-438f-8f07-0bd6847194dd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.714846] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.716329] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: SUCCESS [ 763.716542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.915816] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: SUCCESS [ 763.915816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.915816] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 763.915816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.916120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.916120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.916312] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.916424] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.917719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.917719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.917719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.917719] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.919324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.919657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.919990] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.922073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.922073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.922073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.922073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.922073] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.922073] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 in Status: SUCCESS [ 763.922756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.923215] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.923539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.923810] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.924029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.924235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.924565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.924721] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.924881] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e7b646-db5d-40cf-813d-9916c5a7d827',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.998421] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.998584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.998657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.998872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.998969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.999175] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.999274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.999335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.999486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.999566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.999653] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 is going to be updated. [ 764.034148] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.034279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.034344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.034540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.034676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.044996] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 in Status: IN_PROGRESS for 2s [ 764.060150] env[65134]: INFO networking_nsxv3.common.synchronization [req-5b5e4262-5a6c-4adb-9b18-fdf8fd5bcd16 req-db256c9d-6551-4436-a094-98932c8ab261 tempest-VolumesAssistedSnapshotsTest-1305208506 tempest-VolumesAssistedSnapshotsTest-1305208506-project-member] Enqueued Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGHEST for action security_group_members [ 764.060804] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGHEST for action security_group_members [ 764.062119] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.062261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.062333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.062592] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.062754] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.062858] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.062935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.063126] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.063218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.063317] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.139095] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.139095] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.139095] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.139095] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.139095] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.139095] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 03577361-0d9d-438f-8f07-0bd6847194dd not found, creating... [ 764.139661] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.139661] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.139661] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.140333] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.140333] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.140333] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.140512] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.140546] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.140733] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.140886] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.141072] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 03577361-0d9d-438f-8f07-0bd6847194dd is going to be created. [ 764.163872] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.164101] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.164223] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.164473] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.164693] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.164908] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-03577361-0d9d-438f-8f07-0bd6847194dd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.216085] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.424469] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.427359] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.427534] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3e7b646-db5d-40cf-813d-9916c5a7d827',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.565928] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.566367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.566367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.566487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.566690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.566876] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.567083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.567083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.567301] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.567405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.567512] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 is going to be updated. [ 764.599021] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.599021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.599021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.599021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.599021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.607528] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 in Status: IN_PROGRESS for 2s [ 764.625919] env[65134]: INFO networking_nsxv3.common.synchronization [req-ead5b1ac-187d-4b09-bc5e-5e6fcb4eac51 req-94c5b0dd-11bd-402b-984f-aeece2d8a09b tempest-InstanceActionsV221TestJSON-1479741831 tempest-InstanceActionsV221TestJSON-1479741831-project-member] Enqueued Resource ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 with Priority: HIGHEST for action security_group_members [ 764.626511] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 with Priority: HIGHEST for action security_group_members [ 764.627218] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e778a0-6c29-4918-9b6c-04d3f566a222 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.627329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.627402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.627603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.627835] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.627940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.628011] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.628170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.628262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.628359] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e778a0-6c29-4918-9b6c-04d3f566a222',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.718922] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.719084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.719084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.719285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.719381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.719482] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 is going to be updated. [ 764.751625] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.751850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.752410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.752410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.752410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.761670] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: IN_PROGRESS for 2s [ 764.892502] env[65134]: INFO networking_nsxv3.common.synchronization [req-7e56d955-a7de-4293-a936-e2083d21bb26 req-d7273841-8f3d-44c7-8cca-98a65c37a22d tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 with Priority: HIGHEST for action security_group_members [ 764.892643] env[65134]: INFO networking_nsxv3.common.synchronization [req-7e56d955-a7de-4293-a936-e2083d21bb26 req-d7273841-8f3d-44c7-8cca-98a65c37a22d tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_members [ 764.892781] env[65134]: INFO networking_nsxv3.common.synchronization [req-7e56d955-a7de-4293-a936-e2083d21bb26 req-d7273841-8f3d-44c7-8cca-98a65c37a22d tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 764.894018] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 with Priority: HIGHEST for action security_group_members [ 764.894018] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGHEST for action security_group_members [ 764.894018] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 764.894018] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e7b646-db5d-40cf-813d-9916c5a7d827 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.894018] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.894322] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3eff111-2a69-4ad0-b778-e8987c486eef taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.894425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.894608] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.894691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.927119] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.931243] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3e7b646-db5d-40cf-813d-9916c5a7d827',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.932975] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.945362] env[65134]: INFO networking_nsxv3.common.synchronization [req-1cb94446-1922-4f7e-bab6-6a2f7af36d06 req-11b0aef1-5902-4119-95a0-416e0bcbdecc service nova] Enqueued Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_rules [ 764.945766] env[65134]: INFO networking_nsxv3.common.synchronization [req-1cb94446-1922-4f7e-bab6-6a2f7af36d06 req-11b0aef1-5902-4119-95a0-416e0bcbdecc service nova] Enqueued Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_members [ 764.945935] env[65134]: INFO networking_nsxv3.common.synchronization [req-1cb94446-1922-4f7e-bab6-6a2f7af36d06 req-11b0aef1-5902-4119-95a0-416e0bcbdecc service nova] Enqueued Resource ID: 03577361-0d9d-438f-8f07-0bd6847194dd with Priority: HIGHEST for action port [ 764.946714] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_rules [ 764.946846] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_members [ 764.948034] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03577361-0d9d-438f-8f07-0bd6847194dd with Priority: HIGHEST for action port [ 764.948034] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.948034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.948034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.948034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.948034] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.949401] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.949401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.950241] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-03577361-0d9d-438f-8f07-0bd6847194dd taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.950241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03577361-0d9d-438f-8f07-0bd6847194dd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.950241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03577361-0d9d-438f-8f07-0bd6847194dd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.950467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03577361-0d9d-438f-8f07-0bd6847194dd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.950467] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03577361-0d9d-438f-8f07-0bd6847194dd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.130804] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.131719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.131814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.132150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.132281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.132581] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.134040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.134040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.134040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.134040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.134040] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 is going to be updated. [ 765.166142] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.166506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.166506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.166600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.167544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.177149] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 in Status: IN_PROGRESS for 2s [ 765.429745] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.429930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.430047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.430313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.430417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.430516] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3eff111-2a69-4ad0-b778-e8987c486eef is going to be updated. [ 765.435065] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.435236] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.435313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.435539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.435630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.435741] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 765.437675] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.437809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.437880] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.438110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.438203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.438308] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 is going to be updated. [ 765.451798] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.451919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.454339] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03577361-0d9d-438f-8f07-0bd6847194dd with status ACTIVE [ 765.454541] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.454873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.454945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.455197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.455268] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.455454] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.455551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.455613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.455760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.455835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.456025] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.456110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.456170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.456297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.456369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.456450] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03577361-0d9d-438f-8f07-0bd6847194dd is going to be updated. [ 765.475939] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.476135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.476179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.476376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.476519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.478325] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.478477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.478541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.478718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.478848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.480430] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.480576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.480649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.480819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.480942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.491116] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.491286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.491286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.491514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.491622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.491829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03577361-0d9d-438f-8f07-0bd6847194dd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.494695] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: IN_PROGRESS for 2s [ 765.495582] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 765.496177] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 in Status: IN_PROGRESS for 2s [ 765.498542] env[65134]: INFO networking_nsxv3.common.synchronization [None req-a46497c6-0215-47f0-bbbb-4f90d0411026 None None] Enqueued Resource ID: 07569369-ac8c-4b50-9371-509dad85ca55 with Priority: HIGHEST for action port [ 765.498795] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07569369-ac8c-4b50-9371-509dad85ca55 with Priority: HIGHEST for action port [ 765.499416] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-07569369-ac8c-4b50-9371-509dad85ca55 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.499541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07569369-ac8c-4b50-9371-509dad85ca55" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.499600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07569369-ac8c-4b50-9371-509dad85ca55" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.499848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07569369-ac8c-4b50-9371-509dad85ca55" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.499931] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07569369-ac8c-4b50-9371-509dad85ca55',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.777294] env[65134]: INFO networking_nsxv3.common.synchronization [req-52a48d95-cbb3-4936-a2c2-81bf3f8f57d4 req-a44e7c04-9ffa-4a3a-84d6-adb628dec095 tempest-ServerMetadataTestJSON-854548114 tempest-ServerMetadataTestJSON-854548114-project-member] Enqueued Resource ID: 55eaa75a-4675-4b5f-a878-b411d325076c with Priority: HIGHEST for action security_group_members [ 765.778157] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eaa75a-4675-4b5f-a878-b411d325076c with Priority: HIGHEST for action security_group_members [ 765.778544] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eaa75a-4675-4b5f-a878-b411d325076c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.779014] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.779014] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.779014] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.779232] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.779331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.779377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.779512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.779868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.779868] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55eaa75a-4675-4b5f-a878-b411d325076c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.001909] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07569369-ac8c-4b50-9371-509dad85ca55 [ 766.002176] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.002319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.002477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.002590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.002675] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.002766] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07569369-ac8c-4b50-9371-509dad85ca55 already deleted. [ 766.002849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07569369-ac8c-4b50-9371-509dad85ca55" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.056961] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 in Status: SUCCESS [ 766.057076] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 deletion is rescheduled due to dependency. [ 766.057194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.133237] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.133237] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-568" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.133237] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-568" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.133237] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-568" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.136644] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.136644] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.136644] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.136644] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.136644] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.136644] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.136644] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.136644] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.136644] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.136644] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.136644] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.136644] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.154923] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.155545] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.155960] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.156299] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-568" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.157050] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-406016d5-ca83-42b7-acff-d2948efcd067 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.157050] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-406016d5-ca83-42b7-acff-d2948efcd067" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.157050] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-406016d5-ca83-42b7-acff-d2948efcd067" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.157415] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-406016d5-ca83-42b7-acff-d2948efcd067" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.157518] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('406016d5-ca83-42b7-acff-d2948efcd067',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.284410] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.284771] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.284814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.286055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.286055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.286055] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.286055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.286055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.286359] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.286399] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.286548] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eaa75a-4675-4b5f-a878-b411d325076c already deleted. [ 766.286707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.625377] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 in Status: SUCCESS [ 766.625544] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 deletion is rescheduled due to dependency. [ 766.626215] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.660573] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.660845] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.661076] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.661479] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.661699] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.661921] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 406016d5-ca83-42b7-acff-d2948efcd067 not found, creating... [ 766.662327] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.662611] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.662799] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.663304] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.663631] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.664117] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.664257] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.664566] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.664870] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.665096] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.665301] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 406016d5-ca83-42b7-acff-d2948efcd067 is going to be created. [ 766.687431] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.687562] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.687625] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.687904] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.688250] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.688486] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-406016d5-ca83-42b7-acff-d2948efcd067" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.771778] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: SUCCESS [ 766.772019] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.772197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.772525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.772658] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.773559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.773559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.773559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.773559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.773559] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.191410] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 in Status: SUCCESS [ 767.191595] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 deletion is rescheduled due to dependency. [ 767.191722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.275855] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.460382] env[65134]: INFO networking_nsxv3.common.synchronization [req-52a48d95-cbb3-4936-a2c2-81bf3f8f57d4 req-3d063812-40fc-4567-b486-37608e30046c service nova] Enqueued Resource ID: 55eaa75a-4675-4b5f-a878-b411d325076c with Priority: HIGHEST for action security_group_rules [ 767.460679] env[65134]: INFO networking_nsxv3.common.synchronization [req-52a48d95-cbb3-4936-a2c2-81bf3f8f57d4 req-3d063812-40fc-4567-b486-37608e30046c service nova] Enqueued Resource ID: 55eaa75a-4675-4b5f-a878-b411d325076c with Priority: HIGHEST for action security_group_members [ 767.460679] env[65134]: INFO networking_nsxv3.common.synchronization [req-52a48d95-cbb3-4936-a2c2-81bf3f8f57d4 req-3d063812-40fc-4567-b486-37608e30046c service nova] Enqueued Resource ID: 406016d5-ca83-42b7-acff-d2948efcd067 with Priority: HIGHEST for action port [ 767.461252] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eaa75a-4675-4b5f-a878-b411d325076c with Priority: HIGHEST for action security_group_rules [ 767.464494] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eaa75a-4675-4b5f-a878-b411d325076c with Priority: HIGHEST for action security_group_members [ 767.464494] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406016d5-ca83-42b7-acff-d2948efcd067 with Priority: HIGHEST for action port [ 767.464494] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55eaa75a-4675-4b5f-a878-b411d325076c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.464494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.465057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.465057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.465057] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55eaa75a-4675-4b5f-a878-b411d325076c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.465993] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eaa75a-4675-4b5f-a878-b411d325076c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.466129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.466261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.466372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.466503] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.466598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.466655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.466794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.466887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.466961] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55eaa75a-4675-4b5f-a878-b411d325076c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.468164] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-406016d5-ca83-42b7-acff-d2948efcd067 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.468337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-406016d5-ca83-42b7-acff-d2948efcd067" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.468406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-406016d5-ca83-42b7-acff-d2948efcd067" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.468561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-406016d5-ca83-42b7-acff-d2948efcd067" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.468636] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('406016d5-ca83-42b7-acff-d2948efcd067',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.512159] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 in Status: SUCCESS [ 767.512470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.513037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.513268] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.513500] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.513638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.513735] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.513917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.513999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.514104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.514208] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3e7b646-db5d-40cf-813d-9916c5a7d827',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.518777] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 767.518777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.520500] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: SUCCESS [ 767.520500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.520500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.520500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.520500] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.520500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.520500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.520500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.520500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.520924] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e7b646-db5d-40cf-813d-9916c5a7d827',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.524048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.524968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.524968] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.525128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.525128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.525495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.526417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.526973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.527493] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.529351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.529351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.529351] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.529351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.529351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.529351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.529351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.529816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.529816] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.532168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.532546] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.532627] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.532706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.532868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.532943] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.533029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.533125] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.533976] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.534166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.534371] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.534484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.534559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.534821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.534944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.535086] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.778719] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.977214] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 406016d5-ca83-42b7-acff-d2948efcd067 with status ACTIVE [ 767.977214] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.977214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.977214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.977214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.977214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.977214] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.977214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.977692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.977692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.977692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.977793] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.978327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.978327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.978609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.978609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.978609] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 406016d5-ca83-42b7-acff-d2948efcd067 is going to be updated. [ 767.980413] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55eaa75a-4675-4b5f-a878-b411d325076c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.981334] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eaa75a-4675-4b5f-a878-b411d325076c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.981529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.010289] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.010461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.010550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.010805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.010887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.011077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-406016d5-ca83-42b7-acff-d2948efcd067" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.035026] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3e7b646-db5d-40cf-813d-9916c5a7d827',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.035026] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.035026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.035026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.035026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.035026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.035026] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.035026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.035026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.035026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.035026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.035026] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 is going to be deleted. [ 768.037384] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.037777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.038232] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.039808] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.042331] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.042771] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.043091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.044450] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.045492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.045492] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.045492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.045492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.046077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.046077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.046077] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3eff111-2a69-4ad0-b778-e8987c486eef is going to be updated. [ 768.118777] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.119135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.119332] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.119577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.119729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.126718] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.126881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.126976] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.127242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.127394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.127576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.133479] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: IN_PROGRESS for 2s [ 768.281699] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.281699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.281699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.281874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.281874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.282035] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 is going to be updated. [ 768.348052] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.348279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.348385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.348687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.348899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.360348] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: IN_PROGRESS for 2s [ 768.482972] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55eaa75a-4675-4b5f-a878-b411d325076c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.539373] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3e7b646-db5d-40cf-813d-9916c5a7d827: rpc.has_security_group_logging(os_id): False [ 768.548724] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.549801] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3eff111-2a69-4ad0-b778-e8987c486eef: rpc.has_security_group_logging(os_id): False [ 768.569451] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.570330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.570422] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.570658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.570750] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.571045] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.571201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.571256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.571389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.571466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.571565] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 is going to be created. [ 768.573456] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.573582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.573652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.573924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.573924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.574149] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.574252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.574315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.574476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.574552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.574646] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3eff111-2a69-4ad0-b778-e8987c486eef is going to be updated. [ 768.598844] env[65134]: INFO networking_nsxv3.common.synchronization [req-0c98294e-bc8a-407b-819b-bfec80067ffc req-de4a4b83-068e-4361-9881-b99cc980002c tempest-AttachInterfacesUnderV243Test-439549254 tempest-AttachInterfacesUnderV243Test-439549254-project-member] Enqueued Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 768.599516] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 768.599885] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.600160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.600233] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.601228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.601228] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.601228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.601228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.601228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.601228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.601626] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.604583] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a3e7b646-db5d-40cf-813d-9916c5a7d827], does not exist path=[/infra/domains/default/groups/a3e7b646-db5d-40cf-813d-9916c5a7d827]."\n}' [ 768.604982] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a3e7b646-db5d-40cf-813d-9916c5a7d827 [ 768.604982] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 768.667691] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.667998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.667998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.668192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.669439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.669745] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.669899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.669959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.670221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.670342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.670574] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.670679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.670741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.670890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.670965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.671061] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e7b646-db5d-40cf-813d-9916c5a7d827 is going to be created. [ 768.691371] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.691620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.691823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.692056] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.692438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.698452] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a3e7b646-db5d-40cf-813d-9916c5a7d827], does not exist path=[/infra/domains/default/groups/a3e7b646-db5d-40cf-813d-9916c5a7d827]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a3e7b646-db5d-40cf-813d-9916c5a7d827 [ 768.698684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e7b646-db5d-40cf-813d-9916c5a7d827" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.699216] env[65134]: Traceback (most recent call last): [ 768.699315] env[65134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 768.699315] env[65134]: return func(*args, **kwargs) [ 768.699315] env[65134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 768.699315] env[65134]: res.raise_for_status() [ 768.699315] env[65134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 768.699315] env[65134]: raise HTTPError(http_error_msg, response=self) [ 768.699315] env[65134]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a3e7b646-db5d-40cf-813d-9916c5a7d827 [ 768.699315] env[65134]: During handling of the above exception, another exception occurred: [ 768.699315] env[65134]: Traceback (most recent call last): [ 768.699315] env[65134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 768.699315] env[65134]: listener.cb(fileno) [ 768.699315] env[65134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 768.699315] env[65134]: result = function(*args, **kwargs) [ 768.699315] env[65134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 768.699315] env[65134]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 768.699315] env[65134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 768.699315] env[65134]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 768.699315] env[65134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 768.699315] env[65134]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 768.699315] env[65134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 768.699315] env[65134]: res.raise_for_status() [ 768.699315] env[65134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 768.699315] env[65134]: raise HTTPError(http_error_msg, response=self) [ 768.699315] env[65134]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a3e7b646-db5d-40cf-813d-9916c5a7d827 [ 768.699315] env[65134]: Removing descriptor: 13 [ 768.731856] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: IN_PROGRESS for 2s [ 768.985332] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.986038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.986038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.986180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.986213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.987044] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eaa75a-4675-4b5f-a878-b411d325076c is going to be created. [ 769.015792] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.015792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.015968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.016263] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.016679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.029342] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eaa75a-4675-4b5f-a878-b411d325076c in Status: UNINITIALIZED for 2s [ 769.053025] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.053025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.053025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.053025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.053025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.053025] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 769.090954] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.091147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.091305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.091432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.091580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.095364] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.095541] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-891" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.095647] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-891" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.095966] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-891" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.096240] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.096395] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.096506] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.096713] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.096849] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.097249] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.097384] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.097493] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.097598] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.097711] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.097812] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.097939] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.104182] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 769.107399] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.107603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.107692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.107893] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.108032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.108194] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.108294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.108359] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.109042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.109176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.109280] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20f8608e-3262-4a8f-b87c-13556f99023e already deleted. [ 769.109451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.133831] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.134071] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.134259] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.134453] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-891" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.134791] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-dee24bac-183b-41be-8d00-c85f30956452 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.134979] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.135128] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.135447] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.135649] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee24bac-183b-41be-8d00-c85f30956452',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.435478] env[65134]: INFO networking_nsxv3.common.synchronization [req-94760cfd-67bf-4361-9c26-c2c49ad9d3b7 req-5ca1b8f7-f2ba-4ca6-b32a-1c14ce2c376d tempest-ServersAdminTestJSON-1123493402 tempest-ServersAdminTestJSON-1123493402-project-member] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 769.436012] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 769.436413] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.436413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.436621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.436685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.436819] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.436937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.437018] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.437308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.437407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.437519] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.638487] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.638904] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.638904] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.639115] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.639279] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.639431] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port dee24bac-183b-41be-8d00-c85f30956452 not found, creating... [ 769.639688] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.639845] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.639957] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.640233] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.640371] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.640648] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.640801] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.640913] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.641244] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.641396] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.641535] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: dee24bac-183b-41be-8d00-c85f30956452 is going to be created. [ 769.676109] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.676354] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.676435] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.676728] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.676956] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.677200] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.939775] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.146712] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: SUCCESS [ 770.146712] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3eff111-2a69-4ad0-b778-e8987c486eef deletion is rescheduled due to dependency. [ 770.146712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.373389] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: SUCCESS [ 770.375554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.375554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.375554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.375554] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.375554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.375554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.375554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.375554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.375554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.375554] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.443169] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.744857] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3eff111-2a69-4ad0-b778-e8987c486eef in Status: SUCCESS [ 770.745184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.830374] env[65134]: INFO networking_nsxv3.common.synchronization [req-0c98294e-bc8a-407b-819b-bfec80067ffc req-1be1374f-0d54-4a5a-8b86-8934bd9f3dfb service nova] Enqueued Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_rules [ 770.830431] env[65134]: INFO networking_nsxv3.common.synchronization [req-0c98294e-bc8a-407b-819b-bfec80067ffc req-1be1374f-0d54-4a5a-8b86-8934bd9f3dfb service nova] Enqueued Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 770.830834] env[65134]: INFO networking_nsxv3.common.synchronization [req-0c98294e-bc8a-407b-819b-bfec80067ffc req-1be1374f-0d54-4a5a-8b86-8934bd9f3dfb service nova] Enqueued Resource ID: dee24bac-183b-41be-8d00-c85f30956452 with Priority: HIGHEST for action port [ 770.831076] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_rules [ 770.831236] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 770.831343] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee24bac-183b-41be-8d00-c85f30956452 with Priority: HIGHEST for action port [ 770.831639] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.831728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.831794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.831990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.832412] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.833848] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.833905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.833965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.834296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.834474] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.834607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.834734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.834876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.834985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.835145] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.836770] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee24bac-183b-41be-8d00-c85f30956452 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.837333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.837333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.837333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.837469] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee24bac-183b-41be-8d00-c85f30956452',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.878362] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.878653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.878653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.878888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.879282] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.879394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.879467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.879818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.879818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.879818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.879986] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.880061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.880155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.880317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.880470] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.880551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.880607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.880726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.880802] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.880882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.880972] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.948099] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.948099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.948099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.948099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.948099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.948099] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be updated. [ 770.978070] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.978300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.978353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.978577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.978725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.988298] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 771.040165] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eaa75a-4675-4b5f-a878-b411d325076c in Status: SUCCESS [ 771.042311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.042513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.042733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.042930] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.043072] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.043143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.043308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.043381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.043538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.043571] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55eaa75a-4675-4b5f-a878-b411d325076c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.113404] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 771.113621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.113785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.113991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.114192] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.114309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.114375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.114525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.114604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.114697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.114833] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.114924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.114983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.115146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.115342] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.115449] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.115507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.115644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.115715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.115792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.115880] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.334534] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.334738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.337317] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.339709] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dee24bac-183b-41be-8d00-c85f30956452 with status ACTIVE [ 771.339709] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.339709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.339709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.339709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.339709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.340074] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.340205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.340263] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.340417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.340514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.340710] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.341088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.341088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.341088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.341088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.341340] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dee24bac-183b-41be-8d00-c85f30956452 is going to be updated. [ 771.374821] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.375126] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.375251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.375940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.375940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.376317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.383615] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5: rpc.has_security_group_logging(os_id): False [ 771.413927] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.414116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.414170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.414572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.452539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.452990] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.453167] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.453248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.453516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.453648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.453907] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.454066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.454231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.454378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.454457] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.454768] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.454893] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.454991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.455209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.455310] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.455442] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 is going to be updated. [ 771.546592] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eaa75a-4675-4b5f-a878-b411d325076c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.546791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.546852] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.547125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.547383] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.547517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.547586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.547838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.547944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.548160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.548317] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eaa75a-4675-4b5f-a878-b411d325076c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.548440] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.548514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.548729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.548914] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.549081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.549161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.549358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.549469] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.549650] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.549695] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55eaa75a-4675-4b5f-a878-b411d325076c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.567772] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.568554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.568657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.568905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.569083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.585884] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: IN_PROGRESS for 2s [ 771.618169] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5ef372-9f45-452b-8226-ead7b1a4efe0: rpc.has_security_group_logging(os_id): False [ 771.642316] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.642512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.642556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.642758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.680184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.680456] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.680584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.680661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.680860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.680940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.681227] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.681314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.681363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.681542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.681619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.681910] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.682029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.682094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.682237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.682331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.682428] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 771.752656] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.753026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.753026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.753026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.753223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.781638] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 771.840349] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.053801] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55eaa75a-4675-4b5f-a878-b411d325076c: rpc.has_security_group_logging(os_id): False [ 772.073749] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.073749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.073749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.074911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.074911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.074911] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.074911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.074911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.074911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.074911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.074911] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.075286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.075286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.075286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.075286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.075394] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.075737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.075737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.075737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.075737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.075901] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55eaa75a-4675-4b5f-a878-b411d325076c is going to be created. [ 772.143598] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.143598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.144079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.144079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.144357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.155874] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55eaa75a-4675-4b5f-a878-b411d325076c in Status: IN_PROGRESS for 2s [ 772.343791] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.343791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.343791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.343791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.343791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.343791] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20f8608e-3262-4a8f-b87c-13556f99023e is going to be created. [ 772.377677] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.378333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.378443] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.378642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.378873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.392913] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: UNINITIALIZED for 2s [ 772.888542] env[65134]: INFO networking_nsxv3.common.synchronization [req-424da864-1360-4470-a283-489a6c9bf373 req-17d5aca4-6994-4956-adbf-b4cb7a94661b tempest-ServersTestManualDisk-921030073 tempest-ServersTestManualDisk-921030073-project-member] Enqueued Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGHEST for action security_group_members [ 772.888837] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGHEST for action security_group_members [ 772.889152] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb8a5e64-0022-4434-b4de-0f4dff856493 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.889334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.889436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.890376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.890376] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.890376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.890376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.890376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.890376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.890682] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb8a5e64-0022-4434-b4de-0f4dff856493',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.002821] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 773.003101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.323151] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.323470] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-743" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.323670] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-743" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.324230] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-743" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.324654] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.324914] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.325133] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.325505] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.325725] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.326310] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.326540] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.326739] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.326930] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.327141] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.327378] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.327614] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.365898] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.366095] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.366251] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.366423] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-743" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.366731] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.366903] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.367059] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.367385] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.367620] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.395526] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.395688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.395759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.395978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.396081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.396270] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.396376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.396439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.396594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.396669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.396753] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb8a5e64-0022-4434-b4de-0f4dff856493 already deleted. [ 773.396835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.602245] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: SUCCESS [ 773.602710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.809261] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 773.809524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.870360] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.870650] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.870858] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.871235] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.871381] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.871536] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4 not found, creating... [ 773.871833] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.871991] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.872121] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.872341] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.872476] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.872764] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.872914] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.873153] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.873387] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.873553] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.873701] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4 is going to be created. [ 773.896387] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.896387] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.896756] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.896756] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.896905] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.897158] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.059414] env[65134]: INFO networking_nsxv3.common.synchronization [req-fb1519d4-9b93-487d-8e71-c44422c59f71 req-6e37db6b-2502-4d85-ac47-487374218f4f tempest-InstanceActionsTestJSON-725528155 tempest-InstanceActionsTestJSON-725528155-project-member] Enqueued Resource ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 with Priority: HIGHEST for action security_group_members [ 774.060017] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 with Priority: HIGHEST for action security_group_members [ 774.060414] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.060593] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.060669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.060885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.062179] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.062179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.062179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.062179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.062179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.062179] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.174737] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55eaa75a-4675-4b5f-a878-b411d325076c in Status: SUCCESS [ 774.174737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.404712] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: SUCCESS [ 774.404712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.404712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.411327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.411327] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.411327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.411327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.411327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.411327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.411327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.412267] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.565769] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.566066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.566066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.566253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.589985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.590346] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.590493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.590556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.590759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.590839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.590936] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 is going to be updated. [ 774.612877] env[65134]: INFO networking_nsxv3.common.synchronization [req-424da864-1360-4470-a283-489a6c9bf373 req-c49c9311-5d4d-4ea3-9ec1-6398b4968c10 service nova] Enqueued Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGHEST for action security_group_rules [ 774.613218] env[65134]: INFO networking_nsxv3.common.synchronization [req-424da864-1360-4470-a283-489a6c9bf373 req-c49c9311-5d4d-4ea3-9ec1-6398b4968c10 service nova] Enqueued Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGHEST for action security_group_members [ 774.613218] env[65134]: INFO networking_nsxv3.common.synchronization [req-424da864-1360-4470-a283-489a6c9bf373 req-c49c9311-5d4d-4ea3-9ec1-6398b4968c10 service nova] Enqueued Resource ID: b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4 with Priority: HIGHEST for action port [ 774.613845] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGHEST for action security_group_rules [ 774.614302] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGHEST for action security_group_members [ 774.614302] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4 with Priority: HIGHEST for action port [ 774.614710] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb8a5e64-0022-4434-b4de-0f4dff856493 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.614832] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.614899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.615239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.615239] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb8a5e64-0022-4434-b4de-0f4dff856493',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.619163] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb8a5e64-0022-4434-b4de-0f4dff856493 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.619163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.619163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.619163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.619163] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.619163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.619163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.619163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.619163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.619163] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb8a5e64-0022-4434-b4de-0f4dff856493',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.619163] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.619163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.619163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.619163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.619163] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.626172] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.626172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.626295] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.626545] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.626734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.638266] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 in Status: IN_PROGRESS for 2s [ 774.708692] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NSXv3 Agent Agent loop - iteration:0 completed [ 774.708863] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NSXv3 Agent Agent loop - iteration:1 started [ 774.916525] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.122633] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb8a5e64-0022-4434-b4de-0f4dff856493',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.124137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb8a5e64-0022-4434-b4de-0f4dff856493 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.124137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.124137] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4 with status ACTIVE [ 775.124137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.124137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.124137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.124137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.124413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.124413] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.124484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.125059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.125059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.125059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.125059] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.125059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.125059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.125598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.125598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.125598] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4 is going to be updated. [ 775.131689] env[65134]: INFO networking_nsxv3.common.synchronization [req-94bac35e-9897-45ba-8ed8-5211663e8fa7 req-836327ce-75c0-4ceb-a0de-3e839c43cf2a tempest-ServersAdminNegativeTestJSON-346833482 tempest-ServersAdminNegativeTestJSON-346833482-project-member] Enqueued Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_members [ 775.132341] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_members [ 775.133720] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.133720] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.133720] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.133720] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.133720] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.133720] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.133720] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.134060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.134060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.134120] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.156284] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.156284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.156284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.156284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.156284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.156637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2cf9067-67d0-4fed-a6b6-8fc1c7d330f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.422023] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20f8608e-3262-4a8f-b87c-13556f99023e: rpc.has_security_group_logging(os_id): False [ 775.444092] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.444407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.444407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.444813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.444935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.445920] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.446198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.446285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.446617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.446802] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.447039] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20f8608e-3262-4a8f-b87c-13556f99023e is going to be created. [ 775.526073] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.526303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.526303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.526569] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.526818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.539109] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: IN_PROGRESS for 2s [ 775.628710] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb8a5e64-0022-4434-b4de-0f4dff856493',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.637976] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.131870] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.132144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.132144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.132333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.132391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.132492] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb8a5e64-0022-4434-b4de-0f4dff856493 is going to be created. [ 776.139557] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.162581] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.162756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.162806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.163627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.163627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.174803] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb8a5e64-0022-4434-b4de-0f4dff856493 in Status: UNINITIALIZED for 2s [ 776.642284] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.642456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.642574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.642746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.642845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.642974] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 is going to be updated. [ 776.654492] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 in Status: SUCCESS [ 776.654711] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 deletion is rescheduled due to dependency. [ 776.656034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.682457] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.684024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.684024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.684024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.684024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.695444] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: IN_PROGRESS for 2s [ 777.553697] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: SUCCESS [ 777.554087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.787132] env[65134]: INFO networking_nsxv3.common.synchronization [None req-2afb1bc7-b52d-438d-85f1-50b961193b76 tempest-ImagesOneServerNegativeTestJSON-1142892160 tempest-ImagesOneServerNegativeTestJSON-1142892160-project-member] Enqueued Resource ID: 9358584d-c09b-4561-a62a-824ea305a172 with Priority: HIGHEST for action security_group_rules [ 777.787132] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9358584d-c09b-4561-a62a-824ea305a172 with Priority: HIGHEST for action security_group_rules [ 777.787132] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9358584d-c09b-4561-a62a-824ea305a172 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.787132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9358584d-c09b-4561-a62a-824ea305a172" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.787132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9358584d-c09b-4561-a62a-824ea305a172" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.787569] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9358584d-c09b-4561-a62a-824ea305a172" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.787569] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9358584d-c09b-4561-a62a-824ea305a172',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.863318] env[65134]: INFO networking_nsxv3.common.synchronization [None req-5af4aea4-5657-4b7e-ae47-b4964f04b3b5 tempest-ImagesOneServerNegativeTestJSON-1142892160 tempest-ImagesOneServerNegativeTestJSON-1142892160-project-member] Enqueued Resource ID: 9358584d-c09b-4561-a62a-824ea305a172 with Priority: HIGHEST for action security_group_rules [ 777.863864] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9358584d-c09b-4561-a62a-824ea305a172 with Priority: HIGHEST for action security_group_rules [ 777.864173] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9358584d-c09b-4561-a62a-824ea305a172 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.864271] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9358584d-c09b-4561-a62a-824ea305a172" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.188742] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb8a5e64-0022-4434-b4de-0f4dff856493 in Status: SUCCESS [ 778.188742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.188742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.188742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.188742] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.188742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.188742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.188742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.188742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.188742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.188742] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb8a5e64-0022-4434-b4de-0f4dff856493',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.309717] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.309870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.309960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.310254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.310362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.310459] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9358584d-c09b-4561-a62a-824ea305a172 already deleted. [ 778.310535] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9358584d-c09b-4561-a62a-824ea305a172" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.310701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9358584d-c09b-4561-a62a-824ea305a172" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.310869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9358584d-c09b-4561-a62a-824ea305a172" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.310958] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9358584d-c09b-4561-a62a-824ea305a172',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.691742] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb8a5e64-0022-4434-b4de-0f4dff856493',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.705603] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: SUCCESS [ 778.705833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.831112] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.831298] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.831373] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.831573] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.831662] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.831756] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9358584d-c09b-4561-a62a-824ea305a172 already deleted. [ 778.831842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9358584d-c09b-4561-a62a-824ea305a172" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.194170] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb8a5e64-0022-4434-b4de-0f4dff856493: rpc.has_security_group_logging(os_id): False [ 779.213046] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.213220] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.213283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.213591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.213684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.213978] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.214120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.214191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.214388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.214489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.214892] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb8a5e64-0022-4434-b4de-0f4dff856493 is going to be created. [ 779.280786] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.280786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.280786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.280786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.280786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.294671] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb8a5e64-0022-4434-b4de-0f4dff856493 in Status: IN_PROGRESS for 2s [ 779.927997] env[65134]: INFO networking_nsxv3.common.synchronization [req-d6abd624-ff8e-470b-9f9c-c2a05a3dbf8b req-34e2ac8b-769f-436f-8dbd-52f1b715a687 tempest-AttachInterfacesV270Test-1556977875 tempest-AttachInterfacesV270Test-1556977875-project-member] Enqueued Resource ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 with Priority: HIGHEST for action security_group_members [ 779.929027] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 with Priority: HIGHEST for action security_group_members [ 779.929027] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e72c98-6ae1-422a-88ee-59cb14519f42 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.929189] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.929242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.930029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.930029] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.930029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.930029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.930425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.930425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.930425] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e72c98-6ae1-422a-88ee-59cb14519f42',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.292251] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.292251] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-437" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.292251] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-437" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.292518] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-437" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.293104] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.293104] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.293104] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.293345] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.293405] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.293617] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.293847] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.294578] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.294578] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.294578] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.294578] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.294578] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.340539] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.340539] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.340539] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.340785] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-437" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.341030] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-f78283e2-28e4-4e29-8212-84d52a9e0c6d taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.341265] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-f78283e2-28e4-4e29-8212-84d52a9e0c6d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.341409] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-f78283e2-28e4-4e29-8212-84d52a9e0c6d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.341730] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-f78283e2-28e4-4e29-8212-84d52a9e0c6d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.342615] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78283e2-28e4-4e29-8212-84d52a9e0c6d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.434246] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.434420] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.434496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.434772] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.434892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.435112] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.435216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.435283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.435462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.435515] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.435600] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 already deleted. [ 780.435681] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.845636] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.845958] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.846180] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.846571] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.846785] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.847013] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port f78283e2-28e4-4e29-8212-84d52a9e0c6d not found, creating... [ 780.847315] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.847483] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.847598] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.847815] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.847947] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.848340] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.848462] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.848497] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.848759] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.848899] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.849063] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: f78283e2-28e4-4e29-8212-84d52a9e0c6d is going to be created. [ 780.870723] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.871039] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.871184] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.871577] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.871882] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.872215] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-f78283e2-28e4-4e29-8212-84d52a9e0c6d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.312198] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb8a5e64-0022-4434-b4de-0f4dff856493 in Status: SUCCESS [ 781.312198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.622311] env[65134]: INFO networking_nsxv3.common.synchronization [req-52d5fbda-6932-45ee-95c5-77ecab207f65 req-acad9e53-70f5-4013-8c33-3de2bca56bd9 tempest-ServerPasswordTestJSON-1200691894 tempest-ServerPasswordTestJSON-1200691894-project-member] Enqueued Resource ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb with Priority: HIGHEST for action security_group_members [ 781.622689] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb with Priority: HIGHEST for action security_group_members [ 781.622986] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.623407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.623407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.623513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.623594] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.623729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.623812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.623902] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.623985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.624096] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.633799] env[65134]: INFO networking_nsxv3.common.synchronization [req-d6abd624-ff8e-470b-9f9c-c2a05a3dbf8b req-ec245f2a-e6ba-4bcd-8e22-9cc41e11f6fb service nova] Enqueued Resource ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 with Priority: HIGHEST for action security_group_rules [ 781.634015] env[65134]: INFO networking_nsxv3.common.synchronization [req-d6abd624-ff8e-470b-9f9c-c2a05a3dbf8b req-ec245f2a-e6ba-4bcd-8e22-9cc41e11f6fb service nova] Enqueued Resource ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 with Priority: HIGHEST for action security_group_members [ 781.634121] env[65134]: INFO networking_nsxv3.common.synchronization [req-d6abd624-ff8e-470b-9f9c-c2a05a3dbf8b req-ec245f2a-e6ba-4bcd-8e22-9cc41e11f6fb service nova] Enqueued Resource ID: f78283e2-28e4-4e29-8212-84d52a9e0c6d with Priority: HIGHEST for action port [ 781.634970] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 with Priority: HIGHEST for action security_group_rules [ 781.635128] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 with Priority: HIGHEST for action security_group_members [ 781.635227] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78283e2-28e4-4e29-8212-84d52a9e0c6d with Priority: HIGHEST for action port [ 781.636501] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e72c98-6ae1-422a-88ee-59cb14519f42 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.636501] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.636501] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.636501] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.636501] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e72c98-6ae1-422a-88ee-59cb14519f42',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.639118] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e72c98-6ae1-422a-88ee-59cb14519f42 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.639534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.639534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.639534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.639684] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.639852] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.639852] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.639946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.640049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.640152] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e72c98-6ae1-422a-88ee-59cb14519f42',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.640988] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f78283e2-28e4-4e29-8212-84d52a9e0c6d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.641104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f78283e2-28e4-4e29-8212-84d52a9e0c6d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.641198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f78283e2-28e4-4e29-8212-84d52a9e0c6d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.641334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f78283e2-28e4-4e29-8212-84d52a9e0c6d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.641409] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78283e2-28e4-4e29-8212-84d52a9e0c6d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.975020] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.975020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-124" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.975020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-124" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.975020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-124" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.975020] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.975020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.975438] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.975762] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.976017] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.976320] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.976529] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.976726] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.976911] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.977112] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.977304] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.977536] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.013055] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.013055] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.013273] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.013438] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-124" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.013809] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-246becad-15c8-4d54-aca1-b60272d6ab52 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.014041] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-246becad-15c8-4d54-aca1-b60272d6ab52" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.014214] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-246becad-15c8-4d54-aca1-b60272d6ab52" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.014572] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-246becad-15c8-4d54-aca1-b60272d6ab52" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.014740] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('246becad-15c8-4d54-aca1-b60272d6ab52',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.131036] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.131036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.131036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.131036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.131036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.131036] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.131036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.131036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.131036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.131036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.131036] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb already deleted. [ 782.131036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.143910] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e72c98-6ae1-422a-88ee-59cb14519f42 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.144472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.144472] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0e72c98-6ae1-422a-88ee-59cb14519f42',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.148228] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f78283e2-28e4-4e29-8212-84d52a9e0c6d with status ACTIVE [ 782.148314] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.148447] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.148558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.148722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.148812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.149135] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.149135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.149272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.149313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.149379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.149585] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.149683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.149746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.149889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.149948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.150036] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f78283e2-28e4-4e29-8212-84d52a9e0c6d is going to be updated. [ 782.173453] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.173453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.173453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.173453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.173453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.173453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f78283e2-28e4-4e29-8212-84d52a9e0c6d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.435051] env[65134]: INFO networking_nsxv3.common.synchronization [req-48263799-30cd-470d-b2a2-2b96839afb80 req-8a9fec96-3a6b-4051-8e46-68dd1ee1c08e tempest-ListServerFiltersTestJSON-1434863158 tempest-ListServerFiltersTestJSON-1434863158-project-member] Enqueued Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 782.435451] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 782.435806] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.435889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.436842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.436842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.436842] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.436842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.436842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.436842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.436842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.436842] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.517107] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.517365] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.517450] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.517741] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.518066] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.518066] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 246becad-15c8-4d54-aca1-b60272d6ab52 not found, creating... [ 782.518532] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.518728] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.519077] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.519367] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.519497] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.519789] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.519940] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.520070] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.520540] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.520540] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.520699] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 246becad-15c8-4d54-aca1-b60272d6ab52 is going to be created. [ 782.545120] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.545433] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.545509] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.545806] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.546151] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.546422] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-246becad-15c8-4d54-aca1-b60272d6ab52" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.646735] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0e72c98-6ae1-422a-88ee-59cb14519f42',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.939510] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.150158] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.151718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.151718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.151718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.151718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.151718] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 is going to be created. [ 783.177206] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.177424] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.177480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.177782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.177876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.187681] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 in Status: UNINITIALIZED for 2s [ 783.274643] env[65134]: INFO networking_nsxv3.common.synchronization [req-52d5fbda-6932-45ee-95c5-77ecab207f65 req-5984f1dc-7059-4423-a42b-118aff0480c9 service nova] Enqueued Resource ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb with Priority: HIGHEST for action security_group_rules [ 783.274867] env[65134]: INFO networking_nsxv3.common.synchronization [req-52d5fbda-6932-45ee-95c5-77ecab207f65 req-5984f1dc-7059-4423-a42b-118aff0480c9 service nova] Enqueued Resource ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb with Priority: HIGHEST for action security_group_members [ 783.274998] env[65134]: INFO networking_nsxv3.common.synchronization [req-52d5fbda-6932-45ee-95c5-77ecab207f65 req-5984f1dc-7059-4423-a42b-118aff0480c9 service nova] Enqueued Resource ID: 246becad-15c8-4d54-aca1-b60272d6ab52 with Priority: HIGHEST for action port [ 783.275872] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb with Priority: HIGHEST for action security_group_rules [ 783.275872] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb with Priority: HIGHEST for action security_group_members [ 783.276089] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 246becad-15c8-4d54-aca1-b60272d6ab52 with Priority: HIGHEST for action port [ 783.276471] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.276965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.276965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.277933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.277933] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.279279] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.279450] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.279450] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.285924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.286208] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.286345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.286415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.286615] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.286707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.286811] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.288537] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-246becad-15c8-4d54-aca1-b60272d6ab52 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.288679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-246becad-15c8-4d54-aca1-b60272d6ab52" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.288679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-246becad-15c8-4d54-aca1-b60272d6ab52" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.288864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-246becad-15c8-4d54-aca1-b60272d6ab52" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.288946] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('246becad-15c8-4d54-aca1-b60272d6ab52',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.445087] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.779867] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.779867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.791032] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.791705] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 246becad-15c8-4d54-aca1-b60272d6ab52 with status ACTIVE [ 783.791705] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.791860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.791860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.792009] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.792102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.792281] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.795822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.795822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.795822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.795822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.795822] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.795822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.795822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.795822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.795822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.795822] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 246becad-15c8-4d54-aca1-b60272d6ab52 is going to be updated. [ 783.819142] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.819333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.819410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.819658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.819869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.820117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-246becad-15c8-4d54-aca1-b60272d6ab52" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.948178] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.948480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.948612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.948878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.949037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.949167] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 is going to be updated. [ 783.980520] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.980728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.980794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.980979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.981132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.990470] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: IN_PROGRESS for 2s [ 784.296460] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.800387] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.800745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.800745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.800917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.801015] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.801117] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb is going to be created. [ 784.833678] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.833678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.833678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.833678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.833678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.847030] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb in Status: UNINITIALIZED for 2s [ 785.203595] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 in Status: SUCCESS [ 785.203859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.204054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.204272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.204471] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.204586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.204656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.204807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.204909] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.204962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.205061] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0e72c98-6ae1-422a-88ee-59cb14519f42',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.709409] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e72c98-6ae1-422a-88ee-59cb14519f42 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.709409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.709409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.709677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.709677] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.711031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.711031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.711031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.711031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.711031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.711031] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e72c98-6ae1-422a-88ee-59cb14519f42 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.711031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.711031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.711031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.711421] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.711421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.711421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.711532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.711532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.711590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.711681] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0e72c98-6ae1-422a-88ee-59cb14519f42',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.941064] env[65134]: INFO networking_nsxv3.common.synchronization [req-da7ebc60-98ed-4e0c-9a58-9f357639fec4 req-677f2ec6-3a64-495d-8c3c-6f2c5eed626a tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 785.942118] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 785.942474] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.944271] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.944345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.944635] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.944802] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.944916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.944972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.945144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.945314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.945358] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.002651] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: SUCCESS [ 786.002874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.214175] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0e72c98-6ae1-422a-88ee-59cb14519f42: rpc.has_security_group_logging(os_id): False [ 786.236429] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.236610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.236687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.236934] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.237111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.237349] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.237459] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.237523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.237683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.237759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.237930] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.239122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.239250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.239427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.239512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.239699] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.239800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.239866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.240017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.240473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.240584] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 is going to be created. [ 786.259710] env[65134]: INFO networking_nsxv3.common.synchronization [req-50fc1734-a388-43c4-b7a9-078c8b4777c3 req-cbd726b4-1985-4cca-9df0-3b88278e39d3 tempest-ServerMetadataTestJSON-854548114 tempest-ServerMetadataTestJSON-854548114-project-member] Enqueued Resource ID: 55eaa75a-4675-4b5f-a878-b411d325076c with Priority: HIGHEST for action security_group_members [ 786.260385] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eaa75a-4675-4b5f-a878-b411d325076c with Priority: HIGHEST for action security_group_members [ 786.262178] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-55eaa75a-4675-4b5f-a878-b411d325076c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.262320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.262393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.262614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.262778] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.262881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.262945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.263131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.263191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.263284] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55eaa75a-4675-4b5f-a878-b411d325076c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.291760] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.293564] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.293564] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.293564] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.293978] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.296190] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.296190] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.296190] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.296190] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.296190] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.296190] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.296190] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.296190] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.296190] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.296190] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.296190] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.314047] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.314047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.314047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.314047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.314047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.317469] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.317704] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.317902] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.318136] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.318531] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-21e74f76-94f6-4d85-a0d8-8783c033fae9 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.318762] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-21e74f76-94f6-4d85-a0d8-8783c033fae9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.318928] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-21e74f76-94f6-4d85-a0d8-8783c033fae9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.319305] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-21e74f76-94f6-4d85-a0d8-8783c033fae9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.319501] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e74f76-94f6-4d85-a0d8-8783c033fae9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.337485] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 in Status: IN_PROGRESS for 2s [ 786.447770] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.448020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.448020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.448867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.448867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.448867] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.448867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.448867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.449214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.449214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.449214] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 already deleted. [ 786.449214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.766391] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.766561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.766628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.766848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.766938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.767154] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.767252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.767314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.767466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.767543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.767629] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eaa75a-4675-4b5f-a878-b411d325076c is going to be updated. [ 786.798445] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.798664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.798748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.799040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.800582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.810313] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eaa75a-4675-4b5f-a878-b411d325076c in Status: IN_PROGRESS for 2s [ 786.822968] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.823366] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.823579] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.823994] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.824267] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.824531] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 21e74f76-94f6-4d85-a0d8-8783c033fae9 not found, creating... [ 786.824982] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.825268] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.825502] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.825912] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.826156] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.826625] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.826854] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.827103] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.827412] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.827678] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.828025] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 21e74f76-94f6-4d85-a0d8-8783c033fae9 is going to be created. [ 786.864100] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.864210] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.865035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.865035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.865035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.865035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-21e74f76-94f6-4d85-a0d8-8783c033fae9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.873236] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb in Status: SUCCESS [ 786.873456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.873659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.873935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.874500] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.874500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.874500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.874709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.874709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.874800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.874894] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.377086] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.377485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.377485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.377650] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.377861] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.378125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.378221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.378397] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.378501] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.378613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.378798] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.378897] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.378959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.379128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.379291] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.379398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.379476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.379666] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.379761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.379849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.379959] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.566943] env[65134]: INFO networking_nsxv3.common.synchronization [req-da7ebc60-98ed-4e0c-9a58-9f357639fec4 req-314074f1-0292-4365-91e3-42ff4e975004 service nova] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_rules [ 787.567136] env[65134]: INFO networking_nsxv3.common.synchronization [req-da7ebc60-98ed-4e0c-9a58-9f357639fec4 req-314074f1-0292-4365-91e3-42ff4e975004 service nova] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 787.567268] env[65134]: INFO networking_nsxv3.common.synchronization [req-da7ebc60-98ed-4e0c-9a58-9f357639fec4 req-314074f1-0292-4365-91e3-42ff4e975004 service nova] Enqueued Resource ID: 21e74f76-94f6-4d85-a0d8-8783c033fae9 with Priority: HIGHEST for action port [ 787.567811] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_rules [ 787.567943] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 787.568082] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e74f76-94f6-4d85-a0d8-8783c033fae9 with Priority: HIGHEST for action port [ 787.568657] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.568657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.568657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.568819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.568901] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.569836] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.569910] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.569956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.571289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.571485] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.571616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.571650] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.571789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.571875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.571966] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.573734] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-21e74f76-94f6-4d85-a0d8-8783c033fae9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.573846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21e74f76-94f6-4d85-a0d8-8783c033fae9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.573912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21e74f76-94f6-4d85-a0d8-8783c033fae9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.574100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21e74f76-94f6-4d85-a0d8-8783c033fae9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.574165] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e74f76-94f6-4d85-a0d8-8783c033fae9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.887404] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb: rpc.has_security_group_logging(os_id): False [ 787.909361] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.909583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.909667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.910021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.910151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.910429] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.910549] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.910616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.910793] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.910872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.911425] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.911992] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.912076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.912240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.912409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.912842] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.912940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.912940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.913083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.913169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.913257] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb is going to be created. [ 787.978689] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.978689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.978689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.978689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.978689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.991024] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb in Status: IN_PROGRESS for 2s [ 788.074818] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.079184] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21e74f76-94f6-4d85-a0d8-8783c033fae9 with status ACTIVE [ 788.079458] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.079604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.079741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.080036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.080178] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.081382] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.081832] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.081910] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.082086] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.082179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.082474] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.082563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.082636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.082807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.082887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.082977] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21e74f76-94f6-4d85-a0d8-8783c033fae9 is going to be updated. [ 788.084162] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.084277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.111375] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.111937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.112031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.112242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.112387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.112574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21e74f76-94f6-4d85-a0d8-8783c033fae9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.354320] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 in Status: SUCCESS [ 788.354531] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.468997] env[65134]: INFO networking_nsxv3.common.synchronization [None req-ff383175-a44c-43f7-8d2c-07664d5adddd None None] Enqueued Resource ID: fee3af60-72ee-43bd-a380-9d72811407ee with Priority: HIGHEST for action port [ 788.469680] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee3af60-72ee-43bd-a380-9d72811407ee with Priority: HIGHEST for action port [ 788.470075] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-fee3af60-72ee-43bd-a380-9d72811407ee taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.470311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fee3af60-72ee-43bd-a380-9d72811407ee" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.470427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fee3af60-72ee-43bd-a380-9d72811407ee" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.470893] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fee3af60-72ee-43bd-a380-9d72811407ee" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.470893] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fee3af60-72ee-43bd-a380-9d72811407ee',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.577354] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.821505] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55eaa75a-4675-4b5f-a878-b411d325076c in Status: SUCCESS [ 788.821742] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55eaa75a-4675-4b5f-a878-b411d325076c deletion is rescheduled due to dependency. [ 788.822118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.974100] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fee3af60-72ee-43bd-a380-9d72811407ee [ 788.974343] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.974608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.974608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.974762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.974849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.974940] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fee3af60-72ee-43bd-a380-9d72811407ee already deleted. [ 788.975044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fee3af60-72ee-43bd-a380-9d72811407ee" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.080383] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.080620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.080673] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.080905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.080993] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.081105] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be created. [ 789.107290] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.107443] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.107518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.107729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.107893] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.120441] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: UNINITIALIZED for 2s [ 789.522295] env[65134]: INFO networking_nsxv3.common.synchronization [None req-33ba22fe-c6d3-4c64-ab44-caf4a5f45d9a tempest-ServerActionsV293TestJSON-574407771 tempest-ServerActionsV293TestJSON-574407771-project-member] Enqueued Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGHEST for action security_group_rules [ 789.522902] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGHEST for action security_group_rules [ 789.523225] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56dda46-528a-440b-aaa3-23d13446ef79 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.523730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.523894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.524556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.524750] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56dda46-528a-440b-aaa3-23d13446ef79',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.624165] env[65134]: INFO networking_nsxv3.common.synchronization [None req-2bf93fad-16dc-415c-8259-f02eae1121b9 tempest-ServerActionsV293TestJSON-574407771 tempest-ServerActionsV293TestJSON-574407771-project-member] Enqueued Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGHEST for action security_group_rules [ 789.624793] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGHEST for action security_group_rules [ 789.625010] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56dda46-528a-440b-aaa3-23d13446ef79 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.625166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.004231] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb in Status: SUCCESS [ 790.004510] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.053373] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.053575] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.053617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.054661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.054661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.054661] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56dda46-528a-440b-aaa3-23d13446ef79 already deleted. [ 790.054661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.054661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.054661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.054661] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56dda46-528a-440b-aaa3-23d13446ef79',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.587295] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.587295] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.587295] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.587295] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.587295] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.587295] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56dda46-528a-440b-aaa3-23d13446ef79 already deleted. [ 790.587295] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.607397] env[65134]: INFO networking_nsxv3.common.synchronization [None req-9dd3c79f-cfa8-4175-8f4f-3b7108e5baef None None] Enqueued Resource ID: 2a05fe60-2d24-41e0-8097-194a5bcffc3e with Priority: HIGHEST for action port [ 790.608205] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a05fe60-2d24-41e0-8097-194a5bcffc3e with Priority: HIGHEST for action port [ 790.608888] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a05fe60-2d24-41e0-8097-194a5bcffc3e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.608888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a05fe60-2d24-41e0-8097-194a5bcffc3e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.608888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a05fe60-2d24-41e0-8097-194a5bcffc3e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.609261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a05fe60-2d24-41e0-8097-194a5bcffc3e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.609261] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a05fe60-2d24-41e0-8097-194a5bcffc3e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.113257] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a05fe60-2d24-41e0-8097-194a5bcffc3e [ 791.113646] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.113860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.113955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.114255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.114447] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.114520] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a05fe60-2d24-41e0-8097-194a5bcffc3e already deleted. [ 791.114583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a05fe60-2d24-41e0-8097-194a5bcffc3e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.132145] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 791.132377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.132557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.132796] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.132987] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.133348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.133348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.133348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.133580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.133580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.133662] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.635761] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.636089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.636089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.637105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.641128] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.641281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.641386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.641592] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.641687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.641786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.641952] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.642093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.642156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.642297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.642446] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.642541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.642605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.642756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.642842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.643243] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.643243] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.149324] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 381cbb00-98d4-4b9b-a238-52092c9aa276: rpc.has_security_group_logging(os_id): False [ 792.171541] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.171750] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.171750] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.171963] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.172064] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.172262] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.172365] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.172430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.172587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.172665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.172850] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.172945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.173010] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.173156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.173229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.173444] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.173541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.173604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.173745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.173817] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.173901] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be created. [ 792.254461] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.254676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.254676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.254877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.255068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.269938] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 792.762891] env[65134]: INFO networking_nsxv3.common.synchronization [req-f619df41-bdc5-408d-bcd9-e50398521eae req-6528dde9-3864-402c-9d2f-502f5d407ccb tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_members [ 792.763553] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_members [ 792.763753] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.763883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.763936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.764352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.764522] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.764627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.764691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.764851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.764943] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.765042] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.074911] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.075162] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.075317] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.075504] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.075760] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.075909] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.076066] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.076283] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.076440] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.076669] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.076815] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.076937] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.077055] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.077168] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.077270] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.077400] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.097495] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.097656] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.097787] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.097953] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.098281] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.098455] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.098570] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.098889] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.099035] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.268728] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.269315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.269419] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.269684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.269781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.269994] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.270119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.270182] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.270405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.270486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.270565] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8654a540-718d-4be1-b6af-6862f97bda49 already deleted. [ 793.270643] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.601910] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.602177] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.602278] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.602556] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.602698] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.602842] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0 not found, creating... [ 793.603121] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.603275] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.603393] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.603603] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.603743] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.604028] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.604181] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.604291] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.604506] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.604663] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.604922] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0 is going to be created. [ 793.626505] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.626721] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.626844] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.627131] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.627355] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.627578] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.285416] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 794.285755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.356144] env[65134]: INFO networking_nsxv3.common.synchronization [req-f619df41-bdc5-408d-bcd9-e50398521eae req-002a9e85-f720-4f30-ad68-bab2b8a643f0 service nova] Enqueued Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_rules [ 794.356144] env[65134]: INFO networking_nsxv3.common.synchronization [req-f619df41-bdc5-408d-bcd9-e50398521eae req-002a9e85-f720-4f30-ad68-bab2b8a643f0 service nova] Enqueued Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_members [ 794.356144] env[65134]: INFO networking_nsxv3.common.synchronization [req-f619df41-bdc5-408d-bcd9-e50398521eae req-002a9e85-f720-4f30-ad68-bab2b8a643f0 service nova] Enqueued Resource ID: 8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0 with Priority: HIGHEST for action port [ 794.356144] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_rules [ 794.356144] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_members [ 794.356144] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0 with Priority: HIGHEST for action port [ 794.357156] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.357156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.357333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.357571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.357944] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.359376] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.359538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.359626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.359857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.360075] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.360201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.360351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.360553] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.360674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.360804] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.361996] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.362147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.362236] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.362701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.362701] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.640390] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.640800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.640887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.641109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.641225] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.864534] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.866548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.866548] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.866548] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0 with status ACTIVE [ 794.866548] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.866548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.867163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.867163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.867163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.867364] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.868071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.868071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.868071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.870095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.870095] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.870095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.870095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.870095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.870095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.870095] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0 is going to be updated. [ 794.891715] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.891945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.892050] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.892255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.892395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.892555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b1d8868-fdf9-44ec-9eff-7dc4c085e5a0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.145034] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.373217] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.645633] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.874865] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.875013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.875085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.875318] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.876643] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.876643] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8654a540-718d-4be1-b6af-6862f97bda49 is going to be created. [ 795.900098] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.900364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.900454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.900672] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.900842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.912190] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8654a540-718d-4be1-b6af-6862f97bda49 in Status: UNINITIALIZED for 2s [ 796.148074] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 796.148251] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 796.585032] env[65134]: INFO networking_nsxv3.common.synchronization [req-34c9d588-6738-49d1-87e5-4712d3348821 req-9c6f1dee-15a1-4242-a7af-0e12e74c6e27 tempest-FloatingIPsAssociationTestJSON-1482201309 tempest-FloatingIPsAssociationTestJSON-1482201309-project-member] Enqueued Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_members [ 796.585032] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_members [ 796.585385] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.585740] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.585740] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.585922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.585956] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.586130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.586130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.586288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.586414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.586483] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.051902] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.052158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.052274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.052580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.066579] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 797.070516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.071574] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 797.074862] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.075055] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-436" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.075175] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-436" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.075422] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-436" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.075670] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.075816] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.075921] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.076129] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.076261] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.076443] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.076550] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.076648] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.076746] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.076847] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.076941] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.077079] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.088589] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.094018] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.094185] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.095681] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.095918] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-436" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.096243] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-db1dfae4-cd00-42d9-8284-e1ea0e752c4f taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.096417] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-db1dfae4-cd00-42d9-8284-e1ea0e752c4f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.096533] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-db1dfae4-cd00-42d9-8284-e1ea0e752c4f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.096853] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-db1dfae4-cd00-42d9-8284-e1ea0e752c4f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.096988] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db1dfae4-cd00-42d9-8284-e1ea0e752c4f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.106683] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.107259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.107338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.107539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.115021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.116089] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 797.116089] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.116089] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 797.159936] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.159936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.159936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.159936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.160286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.160609] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 797.230271] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.230490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.230574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.230806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.233161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.233568] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 797.313113] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.313245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.313317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.313522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.313744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.314278] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 797.314445] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9ce4a148-67ec-4542-80b8-8a5f939b2e7f', 'e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66', 'f622a920-c2a6-4796-8d77-dfca484c9cf0', 'eaaf77ef-104b-46b9-9a5d-854439e9306c', 'd81d0456-07ed-48b8-bd88-6d147a794d1d', '04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb', 'de49cca5-f55a-4473-8f8e-2dc2d7d24485', '5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b', '863bca98-902e-4a19-aec7-5fd7bf20aafb', '6427555f-cbe6-4077-a83c-b3806f6d7b19', '38e778a0-6c29-4918-9b6c-04d3f566a222', 'd0e72c98-6ae1-422a-88ee-59cb14519f42', 'a7ddf46b-bf75-47a0-8d1e-6fc21e93e771', '743841ef-c118-47c2-9042-83f4a1fd6e56', 'f5296a13-15f5-4ab7-aab8-b676059a8751', '0036c3ec-fe88-49ab-bb63-1e22095e14e7', '0b5ef372-9f45-452b-8226-ead7b1a4efe0', '381cbb00-98d4-4b9b-a238-52092c9aa276', '65828e3c-fb63-4fdd-ba00-fa2d3abd9661', '20f8608e-3262-4a8f-b87c-13556f99023e', 'a674dcb5-65ae-4c33-bbf7-177551ab882f', 'f3ff3914-4c91-4f68-80fb-fcb529c32571', '1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987', '7e467dec-404a-4045-bb1c-2bf118362f65', 'b3eff111-2a69-4ad0-b778-e8987c486eef', '55eaa75a-4675-4b5f-a878-b411d325076c', 'cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5', 'b411700a-4d13-4c65-93ef-1fa52fe4caf2', 'cb8a5e64-0022-4434-b4de-0f4dff856493', '48788edd-90dc-42ec-ac61-27e1c0fa092a', '68a88e0b-4f56-4094-ad7c-42d424de0fa2', '5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c', '985c7979-fcf4-491a-8af5-cd9a8c33e586', 'dc29b453-c4cd-48f3-ac6c-bdece84ba659', '2c3bae84-da46-40cd-a5c4-7e75837b8833', '70709ee8-8633-43e6-93a6-8276dbad1ab9', '3e64f287-0a4b-4705-a642-8172185cdf8d', 'd096f39b-814b-463d-9ca0-f87c351c9927'} {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.314587] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 797.335309] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.335576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.335745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.335996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.336151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.336298] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 797.336404] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.336516] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 797.409893] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.410118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.410161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.410391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.412049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.412415] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 797.412554] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.412684] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 797.412790] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 797.412916] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 797.413043] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f with Priority: HIGH for action security_group_rules [ 797.413635] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 with Priority: HIGH for action security_group_rules [ 797.413768] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGH for action security_group_rules [ 797.413879] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGH for action security_group_rules [ 797.413983] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGH for action security_group_rules [ 797.414136] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb with Priority: HIGH for action security_group_rules [ 797.414293] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGH for action security_group_rules [ 797.414408] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b with Priority: HIGH for action security_group_rules [ 797.414511] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb with Priority: HIGH for action security_group_rules [ 797.414740] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGH for action security_group_rules [ 797.414740] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 with Priority: HIGH for action security_group_rules [ 797.414860] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 with Priority: HIGH for action security_group_rules [ 797.414949] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGH for action security_group_rules [ 797.415136] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 with Priority: HIGH for action security_group_rules [ 797.415136] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGH for action security_group_rules [ 797.415353] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGH for action security_group_rules [ 797.416099] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGH for action security_group_rules [ 797.416099] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGH for action security_group_rules [ 797.416099] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGH for action security_group_rules [ 797.416260] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGH for action security_group_rules [ 797.416452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.591029] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.603195] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.603422] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.603638] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.603832] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.603959] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.604092] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port db1dfae4-cd00-42d9-8284-e1ea0e752c4f not found, creating... [ 797.604355] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.604517] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.604596] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.604811] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.604935] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.605229] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.605412] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.605663] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.605877] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.606036] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.606187] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: db1dfae4-cd00-42d9-8284-e1ea0e752c4f is going to be created. [ 797.627088] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.627359] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.627418] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.628569] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.628821] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.629073] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-db1dfae4-cd00-42d9-8284-e1ea0e752c4f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.922662] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8654a540-718d-4be1-b6af-6862f97bda49 in Status: SUCCESS [ 797.922662] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.922828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.923706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.923706] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.923706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.923706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.923706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.923706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.923706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.923706] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.093146] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.093315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.093389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.093619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.093712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.093811] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 is going to be updated. [ 798.129750] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.129963] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.130084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.130366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.130846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.142271] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: IN_PROGRESS for 2s [ 798.355884] env[65134]: INFO networking_nsxv3.common.synchronization [req-34c9d588-6738-49d1-87e5-4712d3348821 req-d086d7ec-c6be-4e7f-b037-3528dda7a917 service nova] Enqueued Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_rules [ 798.356078] env[65134]: INFO networking_nsxv3.common.synchronization [req-34c9d588-6738-49d1-87e5-4712d3348821 req-d086d7ec-c6be-4e7f-b037-3528dda7a917 service nova] Enqueued Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_members [ 798.356212] env[65134]: INFO networking_nsxv3.common.synchronization [req-34c9d588-6738-49d1-87e5-4712d3348821 req-d086d7ec-c6be-4e7f-b037-3528dda7a917 service nova] Enqueued Resource ID: db1dfae4-cd00-42d9-8284-e1ea0e752c4f with Priority: HIGHEST for action port [ 798.356748] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_rules [ 798.356913] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_members [ 798.357013] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1dfae4-cd00-42d9-8284-e1ea0e752c4f with Priority: HIGHEST for action port [ 798.358187] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f with Priority: HIGH for action security_group_rules [ 798.358340] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGH for action security_group_rules [ 798.358455] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGH for action security_group_rules [ 798.358534] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5296a13-15f5-4ab7-aab8-b676059a8751 with Priority: HIGH for action security_group_rules [ 798.358630] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGH for action security_group_rules [ 798.358729] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 with Priority: HIGH for action security_group_rules [ 798.358819] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGH for action security_group_rules [ 798.363163] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGH for action security_group_rules [ 798.363335] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 with Priority: HIGH for action security_group_rules [ 798.363448] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGH for action security_group_rules [ 798.363551] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGH for action security_group_rules [ 798.363649] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 with Priority: HIGH for action security_group_rules [ 798.363744] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 with Priority: HIGH for action security_group_rules [ 798.363839] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGH for action security_group_rules [ 798.363931] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb with Priority: HIGH for action security_group_rules [ 798.364033] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb with Priority: HIGH for action security_group_rules [ 798.364129] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b with Priority: HIGH for action security_group_rules [ 798.364224] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGH for action security_group_rules [ 798.364309] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 with Priority: HIGH for action security_group_rules [ 798.364394] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGH for action security_group_rules [ 798.364733] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.364864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.364931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.365152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.365235] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.366186] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.366287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.366481] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-db1dfae4-cd00-42d9-8284-e1ea0e752c4f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.366580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db1dfae4-cd00-42d9-8284-e1ea0e752c4f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.366644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db1dfae4-cd00-42d9-8284-e1ea0e752c4f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.366849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db1dfae4-cd00-42d9-8284-e1ea0e752c4f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.366899] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db1dfae4-cd00-42d9-8284-e1ea0e752c4f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.369551] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce4a148-67ec-4542-80b8-8a5f939b2e7f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.371171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.371171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.371171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.371171] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce4a148-67ec-4542-80b8-8a5f939b2e7f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.371171] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.372071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.372986] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.373126] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.373198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.373361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.373439] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.374189] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5296a13-15f5-4ab7-aab8-b676059a8751 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.374292] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.374358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.374514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.374587] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5296a13-15f5-4ab7-aab8-b676059a8751',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.375937] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.376059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.376188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.376340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.376417] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.377619] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.377698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.377698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.377847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.378234] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65828e3c-fb63-4fdd-ba00-fa2d3abd9661',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.378757] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.379581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.379581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.379581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.379581] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.379948] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.380068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.380276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.380276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.380450] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.381257] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743841ef-c118-47c2-9042-83f4a1fd6e56 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.381387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.381489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.381670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.381734] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743841ef-c118-47c2-9042-83f4a1fd6e56',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.381935] env[65134]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 798.382584] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.382691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.382757] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.383372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.383372] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.383844] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.383950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.384289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.384289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.384289] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.385232] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e72c98-6ae1-422a-88ee-59cb14519f42 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.385232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.385364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.385451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.385542] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e72c98-6ae1-422a-88ee-59cb14519f42',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.387772] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e778a0-6c29-4918-9b6c-04d3f566a222 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.388259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.388259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.388259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.388844] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e778a0-6c29-4918-9b6c-04d3f566a222',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.389126] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.389228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.389334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.389492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.389749] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.390488] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-863bca98-902e-4a19-aec7-5fd7bf20aafb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.390599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.390649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.390847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.390944] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.392172] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.392261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.392327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.392525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.392604] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.393461] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.393569] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.393633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.393791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.393870] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.396287] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.396402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.396461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.396622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.396622] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.397527] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.397677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.397718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.397877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.397950] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.398189] env[65134]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 798.399025] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.399025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.399025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.399207] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.399247] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.549468] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-de49cca5-f55a-4473-8f8e-2dc2d7d24485 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.549692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.549692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.549873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.550040] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.550168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.550230] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.550356] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.550421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.550507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.550592] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.551711] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.551821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.555945] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.555945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.555945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.555945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.556199] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.556199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.556419] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.556626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.556715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.556805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.556954] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.557061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.557125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.557343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.557448] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.558098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.558098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.558098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.558098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.558098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.558098] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.566931] env[65134]: INFO networking_nsxv3.common.synchronization [req-3b75686a-f947-48c7-8568-5b6787f3e484 req-8bbcdfcf-9ac3-4a1f-8cac-9e3fa9111266 tempest-ServerPasswordTestJSON-1200691894 tempest-ServerPasswordTestJSON-1200691894-project-member] Enqueued Resource ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb with Priority: HIGHEST for action security_group_members [ 798.573217] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8654a540-718d-4be1-b6af-6862f97bda49: rpc.has_security_group_logging(os_id): False [ 798.574723] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb with Priority: HIGHEST for action security_group_members [ 798.580072] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.580278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.580379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.580537] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.580698] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.580800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.580862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.581017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.581103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.581215] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.588615] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.588744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.588811] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.589017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.602759] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.603152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.615579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.615712] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce4a148-67ec-4542-80b8-8a5f939b2e7f is going to be deleted. [ 798.617209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.617423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.617518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.617974] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.618189] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.618189] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.619789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.619789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.619789] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.619789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.619789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.619789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.619789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.619789] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.619789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.619789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.619789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.619789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.619789] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8654a540-718d-4be1-b6af-6862f97bda49 is going to be created. [ 798.683874] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.683874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.683874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.684437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.684437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.684437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce4a148-67ec-4542-80b8-8a5f939b2e7f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.688479] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.688606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.688676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.688862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.689107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.702566] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8654a540-718d-4be1-b6af-6862f97bda49 in Status: IN_PROGRESS for 2s [ 798.806338] env[65134]: INFO networking_nsxv3.common.synchronization [req-03835ac6-9d2c-4182-8691-9af8238b97d4 req-02cc18c8-4dff-4eb9-b60f-9af2768fbd15 tempest-AttachInterfacesV270Test-1556977875 tempest-AttachInterfacesV270Test-1556977875-project-member] Enqueued Resource ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 with Priority: HIGHEST for action security_group_members [ 798.806497] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 with Priority: HIGHEST for action security_group_members [ 798.806837] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e72c98-6ae1-422a-88ee-59cb14519f42 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.807356] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.807356] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.807356] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.807545] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.807545] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.807631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.808227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.808227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.808227] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e72c98-6ae1-422a-88ee-59cb14519f42',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.902128] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db1dfae4-cd00-42d9-8284-e1ea0e752c4f with status ACTIVE [ 798.902128] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.902128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.902128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.902494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.902494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.902494] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.902615] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.902615] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.903051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.903051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.903051] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.903287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.903287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.903420] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.903420] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.903503] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db1dfae4-cd00-42d9-8284-e1ea0e752c4f is going to be updated. [ 798.928383] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.928383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.928383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.928383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.928587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.928695] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db1dfae4-cd00-42d9-8284-e1ea0e752c4f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.065616] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.088764] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.088965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.088965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.089679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.089679] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.089679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.089679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.089967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.089967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.089967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.090138] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.091591] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.092465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.092465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.092604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.102728] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e72c98-6ae1-422a-88ee-59cb14519f42 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.102728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.111599] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.111799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.111799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.111955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.112187] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.112284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.112342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.112561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.112561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.112684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.112729] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.116133] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.116409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.116409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.116542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.116682] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.116778] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.116842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.116982] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.117090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.117176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.117262] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.118197] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.118287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.118447] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.118492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.118646] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.118766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.118816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.118924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.118999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.119121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.119243] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.120040] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.120153] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.120201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.120373] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.120521] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.120635] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.120669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.120803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.120880] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.120962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.121057] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.128212] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-863bca98-902e-4a19-aec7-5fd7bf20aafb taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.128368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.128430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.128632] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.128801] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.128900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.129094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.129153] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.129466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.129466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.129466] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.135308] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.135590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.135590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.135766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.135954] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.136047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.137383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.137383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.137383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.137383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.137383] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.143250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.143617] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.143709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.143780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.143964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.144060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.144151] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb is going to be updated. [ 799.148646] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.148770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.148936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.148997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.159817] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.159995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.162371] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.162532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.171920] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.172120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.172979] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.173099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.173827] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.173933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.182123] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.182285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.184422] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.184516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.185274] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.185369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.188607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.188727] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e778a0-6c29-4918-9b6c-04d3f566a222 is going to be deleted. [ 799.189688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.189900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.192970] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.193127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.193198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.193361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.193505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.212157] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb in Status: IN_PROGRESS for 2s [ 799.221068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.221288] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be deleted. [ 799.222387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.222609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.222729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.222848] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb is going to be deleted. [ 799.224648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.224864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.252209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.252410] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66 is going to be deleted. [ 799.253572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.253843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.271724] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.271804] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.291696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.291782] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65828e3c-fb63-4fdd-ba00-fa2d3abd9661 is going to be deleted. [ 799.293017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.293259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.314762] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.314922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.334960] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.334960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.341586] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.341586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.344068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.344184] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b is going to be deleted. [ 799.345363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.345363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.396286] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.396438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.402581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.402748] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5296a13-15f5-4ab7-aab8-b676059a8751 is going to be deleted. [ 799.404848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.404848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.501857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.502051] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 is going to be deleted. [ 799.503029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.503256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.507256] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.507396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.509033] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.509139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.547890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.548053] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743841ef-c118-47c2-9042-83f4a1fd6e56 is going to be deleted. [ 799.549164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.549422] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.549521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.549665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e778a0-6c29-4918-9b6c-04d3f566a222" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.549839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.550377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.568838] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de49cca5-f55a-4473-8f8e-2dc2d7d24485: rpc.has_security_group_logging(os_id): False [ 799.576958] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.577159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.595489] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.595688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.595749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.595965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.596158] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.596286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.596321] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.596849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.596849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.596849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.596849] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.597026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.597026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.597150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.597236] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.597330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.597392] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.597538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.597616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.597699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.597789] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.599754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.599964] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.600052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.600373] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.600373] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.600490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.600532] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 is going to be updated. [ 799.602955] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.602955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.602955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.602955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.616392] env[65134]: INFO networking_nsxv3.common.synchronization [req-5eb8b60c-7642-4b54-b180-5eff2f7e7176 req-8ad6647a-9483-40b0-933a-76986ee387ae tempest-ListServersNegativeTestJSON-1452441169 tempest-ListServersNegativeTestJSON-1452441169-project-member] Enqueued Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 799.616947] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 799.617655] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.617655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.617655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.617967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.617967] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.618064] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.618208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.618341] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.618455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.618530] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.622483] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.623830] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.623830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.623830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.623830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.623830] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.624177] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.624177] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.624648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.624809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.624930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.625354] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.625689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.625689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.625689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.625833] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.625950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.626020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.626133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.626212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.626299] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.626396] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.628564] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.629029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.629165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.629783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.629987] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.630126] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.630211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.630526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.630622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.630712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.632151] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.632151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.632151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.632151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.632151] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.632151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.632151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.632151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.632562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.632562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.632690] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.635751] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.636863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.638844] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.642853] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.646685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.646990] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.647112] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.647169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.647355] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.647435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.647865] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 is going to be updated. [ 799.651140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.651140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.651140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.651140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.651140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.651140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.651140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.651140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c8aafe-f61a-4ce9-9ec7-c797ebb9ce66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.651479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.651479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.651479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.651591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65828e3c-fb63-4fdd-ba00-fa2d3abd9661" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.651763] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.652796] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.652962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.653120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.653191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7a7ed1-9b57-4669-8e5c-ba2aabaecf4b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.653887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.654307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.654400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.654597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5296a13-15f5-4ab7-aab8-b676059a8751" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.654970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.655160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.655238] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.655341] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.655472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.655610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.655681] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.655780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.682663] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.682777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.682835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.683317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.683317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.699747] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.699913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.699957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.700192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.700284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.701567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743841ef-c118-47c2-9042-83f4a1fd6e56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.701567] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 in Status: IN_PROGRESS for 2s [ 799.838550] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.838550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.838550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.838550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.838550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.850978] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 in Status: IN_PROGRESS for 2s [ 800.105263] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5ef372-9f45-452b-8226-ead7b1a4efe0: rpc.has_security_group_logging(os_id): False [ 800.122299] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.122387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.122425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.122633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.122870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.122960] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.123121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.123121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.123628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.123727] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.123819] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 already deleted. [ 800.123901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.125945] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.125945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.126051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.126172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.128802] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d81d0456-07ed-48b8-bd88-6d147a794d1d: rpc.has_security_group_logging(os_id): False [ 800.137900] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7ddf46b-bf75-47a0-8d1e-6fc21e93e771: rpc.has_security_group_logging(os_id): False [ 800.139333] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 381cbb00-98d4-4b9b-a238-52092c9aa276: rpc.has_security_group_logging(os_id): False [ 800.143426] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20f8608e-3262-4a8f-b87c-13556f99023e: rpc.has_security_group_logging(os_id): False [ 800.147204] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 863bca98-902e-4a19-aec7-5fd7bf20aafb: rpc.has_security_group_logging(os_id): False [ 800.149041] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.149163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.150263] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.150664] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.150786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.150938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.151052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.151137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.151460] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.151588] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.151654] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.151809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.152322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.152544] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.152785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.152785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.152879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.152939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.152996] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 800.154873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.155132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.156440] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: SUCCESS [ 800.156698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.157237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.157423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.157637] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.158042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.159228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.159228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.159228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.159228] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.160285] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.160442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.161390] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.161527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.162446] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0036c3ec-fe88-49ab-bb63-1e22095e14e7: rpc.has_security_group_logging(os_id): False [ 800.186803] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.186998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.188022] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.188167] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.188831] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.188964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.191806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.192094] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.192215] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.192275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.192447] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.192529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.192628] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d is going to be updated. [ 800.193877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.193877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.215624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.215624] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.215624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.215624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.215624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.215624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.215624] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.215995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.216095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.216273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.216435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.216732] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.216828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.216907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.217094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.217188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.217615] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 800.218531] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.218726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.240953] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.241118] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-376" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.241199] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-376" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.241597] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-376" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.242566] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.242744] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.242863] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.243148] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.243356] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.243608] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.243723] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.243828] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.243942] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.244063] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.244170] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.244301] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.246321] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.246629] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.246758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.246822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.246953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.247035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.247136] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20f8608e-3262-4a8f-b87c-13556f99023e is going to be updated. [ 800.248745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.249025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.281807] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.282037] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.282142] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.282366] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-376" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.282798] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-e3718a32-e347-4da2-a7b4-cd5fa74eb9d9 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.282950] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-e3718a32-e347-4da2-a7b4-cd5fa74eb9d9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.283097] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-e3718a32-e347-4da2-a7b4-cd5fa74eb9d9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.283432] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-e3718a32-e347-4da2-a7b4-cd5fa74eb9d9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.283570] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3718a32-e347-4da2-a7b4-cd5fa74eb9d9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.321285] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.321540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.337886] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.338148] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.339809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.339809] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.340023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.340023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.340215] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.340410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.340583] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb is going to be updated. [ 800.344578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.344934] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.374883] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.375131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.383530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.384079] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.384228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.384282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.384580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.384671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.384719] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 is going to be updated. [ 800.386122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.386292] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.386828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.387564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.387746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.387925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.388773] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.388978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.443391] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: IN_PROGRESS for 2s [ 800.450022] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.450022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.463076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.463076] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.463076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.463076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.463076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.463076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.463076] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.463076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.463076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.463076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.463076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.463076] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.463076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.463076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.463860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.464056] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.464275] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 is going to be updated. [ 800.467097] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.467568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.467829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.469503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.469792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.472672] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.472672] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 800.502296] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: IN_PROGRESS for 2s [ 800.502963] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 800.527604] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.527604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.528124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.528172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.528418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.595166] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb in Status: IN_PROGRESS for 2s [ 800.633584] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.634068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.634068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.634281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.634521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.657066] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: IN_PROGRESS for 2s [ 800.665147] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.679102] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.679694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.679853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.680186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.680504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.725059] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8654a540-718d-4be1-b6af-6862f97bda49 in Status: SUCCESS [ 800.725402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.726326] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: IN_PROGRESS for 2s [ 800.788391] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.789137] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.789137] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.789137] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.789137] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.789454] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port e3718a32-e347-4da2-a7b4-cd5fa74eb9d9 not found, creating... [ 800.789521] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.789744] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.789943] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.790288] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.790540] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.790998] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.791271] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.791461] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.791793] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.792254] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.792254] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: e3718a32-e347-4da2-a7b4-cd5fa74eb9d9 is going to be created. [ 800.819973] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.820285] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.820551] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.820844] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.821215] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.821435] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-e3718a32-e347-4da2-a7b4-cd5fa74eb9d9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.168072] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.222590] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb in Status: SUCCESS [ 801.222845] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb deletion is rescheduled due to dependency. [ 801.223027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fbbbdc-f27d-42d9-b0ec-e0bbae3d55eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.547707] env[65134]: INFO networking_nsxv3.common.synchronization [req-5eb8b60c-7642-4b54-b180-5eff2f7e7176 req-fa7a746f-bd80-4de7-a7d2-5e9a6ce3f429 service nova] Enqueued Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_rules [ 801.547882] env[65134]: INFO networking_nsxv3.common.synchronization [req-5eb8b60c-7642-4b54-b180-5eff2f7e7176 req-fa7a746f-bd80-4de7-a7d2-5e9a6ce3f429 service nova] Enqueued Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 801.548387] env[65134]: INFO networking_nsxv3.common.synchronization [req-5eb8b60c-7642-4b54-b180-5eff2f7e7176 req-fa7a746f-bd80-4de7-a7d2-5e9a6ce3f429 service nova] Enqueued Resource ID: e3718a32-e347-4da2-a7b4-cd5fa74eb9d9 with Priority: HIGHEST for action port [ 801.549088] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_rules [ 801.549334] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 801.549434] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3718a32-e347-4da2-a7b4-cd5fa74eb9d9 with Priority: HIGHEST for action port [ 801.549738] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.549924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.549924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.550204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.550760] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.552038] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.552248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.552330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.552740] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.552818] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.553254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.553329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.554737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.554737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.554737] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.559601] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3718a32-e347-4da2-a7b4-cd5fa74eb9d9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.560045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3718a32-e347-4da2-a7b4-cd5fa74eb9d9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.560168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3718a32-e347-4da2-a7b4-cd5fa74eb9d9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.560430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3718a32-e347-4da2-a7b4-cd5fa74eb9d9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.560522] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3718a32-e347-4da2-a7b4-cd5fa74eb9d9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.671469] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.674148] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.674148] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.674148] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.674148] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.674148] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 is going to be updated. [ 801.708127] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.708326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.708326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.708606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.708757] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.713261] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 in Status: SUCCESS [ 801.713358] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 deletion is rescheduled due to dependency. [ 801.714324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.714324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.714324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.714324] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.714324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.714324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.714703] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.714703] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.714703] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.714845] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0e72c98-6ae1-422a-88ee-59cb14519f42',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.717721] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: IN_PROGRESS for 2s [ 801.868083] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 in Status: SUCCESS [ 801.868514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.059541] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.066324] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3718a32-e347-4da2-a7b4-cd5fa74eb9d9 with status ACTIVE [ 802.066557] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.066696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.066767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.066978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.068417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.068631] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.068765] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.068816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.068971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.069067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.069251] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.069352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.069417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.069558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.069631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.069716] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3718a32-e347-4da2-a7b4-cd5fa74eb9d9 is going to be updated. [ 802.070877] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.070991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.095389] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.095543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.095672] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.095815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.096062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.096227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3718a32-e347-4da2-a7b4-cd5fa74eb9d9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.216742] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e72c98-6ae1-422a-88ee-59cb14519f42 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.216928] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.216984] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.217186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.217644] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.217644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.217644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.217644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.217851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.217851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.217968] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e72c98-6ae1-422a-88ee-59cb14519f42 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.218056] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.218125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.218269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.218403] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.218492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.218550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.218680] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.218753] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.218831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.218917] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0e72c98-6ae1-422a-88ee-59cb14519f42',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.235154] env[65134]: INFO networking_nsxv3.common.synchronization [req-5eb8b60c-7642-4b54-b180-5eff2f7e7176 req-79e91d69-5e66-44e1-9600-bdce12b3a261 tempest-ListServersNegativeTestJSON-1452441169 tempest-ListServersNegativeTestJSON-1452441169-project-member] Enqueued Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 802.236219] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 802.236656] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.236767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.458389] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: SUCCESS [ 802.458746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.489811] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 802.490043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.515298] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 802.515566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.516278] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: SUCCESS [ 802.516449] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.565263] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.608171] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb in Status: SUCCESS [ 802.608591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.672274] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: SUCCESS [ 802.672586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.721972] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0e72c98-6ae1-422a-88ee-59cb14519f42: rpc.has_security_group_logging(os_id): False [ 802.724761] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.725045] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-376" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.725188] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-376" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.725477] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-376" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.725784] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.725960] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.726119] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.726361] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.726540] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.726772] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.726910] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.727058] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.727246] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.727396] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.727536] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.727694] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.745145] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: SUCCESS [ 802.745437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.749237] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.749499] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.749760] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.749981] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-376" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.750690] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-2226e7f0-d7bf-4395-8f8e-0482ad4578ad taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.750690] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-2226e7f0-d7bf-4395-8f8e-0482ad4578ad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.750856] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-2226e7f0-d7bf-4395-8f8e-0482ad4578ad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.751075] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-2226e7f0-d7bf-4395-8f8e-0482ad4578ad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.751208] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2226e7f0-d7bf-4395-8f8e-0482ad4578ad',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.752922] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.753117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.753312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.754574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.754879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.755113] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.755268] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.755435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.755619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.755731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.755960] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.756194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.756296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.757092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.757252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.757861] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.758020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.758112] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.758315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.758560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.758724] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 is going to be updated. [ 802.819516] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.819723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.819723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.819943] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.820119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.832855] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 in Status: IN_PROGRESS for 2s [ 803.068110] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.068325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.068381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.068557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.068648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.068748] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 is going to be created. [ 803.093600] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.093854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.093854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.094104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.094288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.105115] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: UNINITIALIZED for 2s [ 803.261618] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.261877] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.261961] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.262248] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.262402] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.262588] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 2226e7f0-d7bf-4395-8f8e-0482ad4578ad not found, creating... [ 803.262945] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.263084] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.263151] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.263377] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.263513] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.263795] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.263950] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.265468] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.265894] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.266205] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.266463] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 2226e7f0-d7bf-4395-8f8e-0482ad4578ad is going to be created. [ 803.294097] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.294340] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.294451] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.294733] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.294966] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.295201] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-2226e7f0-d7bf-4395-8f8e-0482ad4578ad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.728919] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: SUCCESS [ 803.729479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.729846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.730123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.730416] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.730575] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.730747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.731059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.731255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.731411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.731549] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.990032] env[65134]: INFO networking_nsxv3.common.synchronization [req-5eb8b60c-7642-4b54-b180-5eff2f7e7176 req-b9345252-44bb-4877-92fa-923d5b1b2114 service nova] Enqueued Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_rules [ 803.990295] env[65134]: INFO networking_nsxv3.common.synchronization [req-5eb8b60c-7642-4b54-b180-5eff2f7e7176 req-b9345252-44bb-4877-92fa-923d5b1b2114 service nova] Enqueued Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 803.990510] env[65134]: INFO networking_nsxv3.common.synchronization [req-5eb8b60c-7642-4b54-b180-5eff2f7e7176 req-b9345252-44bb-4877-92fa-923d5b1b2114 service nova] Enqueued Resource ID: 2226e7f0-d7bf-4395-8f8e-0482ad4578ad with Priority: HIGHEST for action port [ 803.991174] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_rules [ 803.991355] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 803.991485] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2226e7f0-d7bf-4395-8f8e-0482ad4578ad with Priority: HIGHEST for action port [ 803.991849] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.991980] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.992259] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.992460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.992608] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-2226e7f0-d7bf-4395-8f8e-0482ad4578ad taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.992788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2226e7f0-d7bf-4395-8f8e-0482ad4578ad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.992828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2226e7f0-d7bf-4395-8f8e-0482ad4578ad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.993087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2226e7f0-d7bf-4395-8f8e-0482ad4578ad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.993194] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2226e7f0-d7bf-4395-8f8e-0482ad4578ad',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.197325] env[65134]: INFO networking_nsxv3.common.synchronization [req-8faaa56b-fd8e-4cb3-b983-4b586517c2a9 req-be607160-c43d-452a-847c-f0c6cc7aa966 tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 804.198391] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 804.198391] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.198391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.198391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.198391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.198663] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.198663] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.198663] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.198766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.198809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.198891] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.233541] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.233709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.233754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.234048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.234227] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.234398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.234398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.234562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.234648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.234736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.234882] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.234975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.235048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.235188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.235345] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.235409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.235466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.235600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.235675] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.236085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.236085] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.497371] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2226e7f0-d7bf-4395-8f8e-0482ad4578ad with status ACTIVE [ 804.497621] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.497766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.497836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.498819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.498819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.498819] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.498819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.498819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.498819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.498819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.499154] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.499154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.499154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.499265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.499265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.499353] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2226e7f0-d7bf-4395-8f8e-0482ad4578ad is going to be updated. [ 804.524964] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.524964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.524964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.524964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.524964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.524964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2226e7f0-d7bf-4395-8f8e-0482ad4578ad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.704985] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.704985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.704985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.704985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.704985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.704985] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.705339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.705339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.705339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.705339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.705477] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 804.738910] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f622a920-c2a6-4796-8d77-dfca484c9cf0: rpc.has_security_group_logging(os_id): False [ 804.759525] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.759751] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.759870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.760208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.760454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.771972] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 804.772879] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.773054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.773183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.773353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.805394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.805661] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.805787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.805850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.806070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.806150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.806777] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.806777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.806777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.806777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.808304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.808304] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.808304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.808304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.808304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.808304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.808304] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 is going to be updated. [ 804.848287] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 in Status: SUCCESS [ 804.848659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.876466] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.876762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.876762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.876973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.877060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.890405] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: IN_PROGRESS for 2s [ 805.142155] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: SUCCESS [ 805.142371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.144417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.144417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.144417] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.144417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.144417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.144417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.144417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.144417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.144417] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.144904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.144904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.144904] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.144904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.145059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.148752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.148752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.148752] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.195431] env[65134]: INFO networking_nsxv3.common.synchronization [req-5eb8b60c-7642-4b54-b180-5eff2f7e7176 req-4c7a94d6-3f71-4bc6-896c-1174dec9a40e tempest-ListServersNegativeTestJSON-1452441169 tempest-ListServersNegativeTestJSON-1452441169-project-member] Enqueued Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 805.199087] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 805.199087] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.199087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.649913] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.650107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.650333] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.710035] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.710035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-376" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.710035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-376" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.710035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-376" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.710035] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.710035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.710035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.710035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.710035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.710035] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.710035] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.710035] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.710035] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.710685] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.710685] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.710685] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.732351] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.733688] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.733688] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.733688] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-376" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.733688] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-7716f2e0-f833-4ed0-9670-54d64638a61e taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.733688] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-7716f2e0-f833-4ed0-9670-54d64638a61e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.733688] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-7716f2e0-f833-4ed0-9670-54d64638a61e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.733688] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-7716f2e0-f833-4ed0-9670-54d64638a61e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.734102] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7716f2e0-f833-4ed0-9670-54d64638a61e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.152368] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.237636] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.237636] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.237636] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.237930] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.237930] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.237998] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 7716f2e0-f833-4ed0-9670-54d64638a61e not found, creating... [ 806.238983] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.238983] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.238983] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.238983] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.238983] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.239275] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.239275] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.239368] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.239567] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.239689] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.239818] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 7716f2e0-f833-4ed0-9670-54d64638a61e is going to be created. [ 806.261494] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.261763] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.261858] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.262599] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.262599] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.262599] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-7716f2e0-f833-4ed0-9670-54d64638a61e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.655657] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.655913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.655991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.656297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.656439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.656603] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 is going to be updated. [ 806.689912] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.690143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.690143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.690420] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.690592] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.701231] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: IN_PROGRESS for 2s [ 806.785483] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 806.785483] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 deletion is rescheduled due to dependency. [ 806.785483] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.905600] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: SUCCESS [ 806.905822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.906511] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.906825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.906825] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.987843] env[65134]: INFO networking_nsxv3.common.synchronization [req-5eb8b60c-7642-4b54-b180-5eff2f7e7176 req-2ed5739c-5aff-4a34-80f2-0e985e0da68d service nova] Enqueued Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_rules [ 806.988044] env[65134]: INFO networking_nsxv3.common.synchronization [req-5eb8b60c-7642-4b54-b180-5eff2f7e7176 req-2ed5739c-5aff-4a34-80f2-0e985e0da68d service nova] Enqueued Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 806.988188] env[65134]: INFO networking_nsxv3.common.synchronization [req-5eb8b60c-7642-4b54-b180-5eff2f7e7176 req-2ed5739c-5aff-4a34-80f2-0e985e0da68d service nova] Enqueued Resource ID: 7716f2e0-f833-4ed0-9670-54d64638a61e with Priority: HIGHEST for action port [ 806.988862] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_rules [ 806.989043] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 806.989122] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7716f2e0-f833-4ed0-9670-54d64638a61e with Priority: HIGHEST for action port [ 806.989430] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.989534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.989729] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.989808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.989983] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7716f2e0-f833-4ed0-9670-54d64638a61e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.990107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7716f2e0-f833-4ed0-9670-54d64638a61e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.990169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7716f2e0-f833-4ed0-9670-54d64638a61e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.990363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7716f2e0-f833-4ed0-9670-54d64638a61e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.990487] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7716f2e0-f833-4ed0-9670-54d64638a61e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.410683] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.410683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.410683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.410683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.410683] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.410683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.410683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.411245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.411245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.411245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.411245] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.495253] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7716f2e0-f833-4ed0-9670-54d64638a61e with status ACTIVE [ 807.495253] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.495253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.495253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.495253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.495253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.495253] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.495253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.495253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.495253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.495876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.496710] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.496710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.496710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.496710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.496710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.496710] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7716f2e0-f833-4ed0-9670-54d64638a61e is going to be updated. [ 807.520318] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.520584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.520656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.520884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.521045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.521216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7716f2e0-f833-4ed0-9670-54d64638a61e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.914624] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.914796] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.914871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.915101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.915261] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.915361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.915425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.915580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.915665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.915751] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.915898] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.915988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.916059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.916197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.916331] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.916423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.916486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.916620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.916684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.916765] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.916857] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.421096] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f622a920-c2a6-4796-8d77-dfca484c9cf0: rpc.has_security_group_logging(os_id): False [ 808.445460] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.445658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.445736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.445962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.446142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.446364] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.446525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.446627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.446784] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.446854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.447070] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.447165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.447226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.447379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.447494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.447758] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.447894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.447960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.448504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.448610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.448722] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 is going to be updated. [ 808.540032] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.540032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.540032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.540032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.540032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.560068] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: IN_PROGRESS for 2s [ 808.714043] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: SUCCESS [ 808.714279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.714456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.714725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.714900] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.715036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.715107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.715900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.715900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.715900] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.217967] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.721325] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.053760] env[65134]: INFO networking_nsxv3.common.synchronization [req-6a7f8eb3-7a5c-4715-a0f0-4a3d7520a548 req-51e14962-edb4-4fb9-a75c-8fe5967137e3 tempest-ServersAdminTestJSON-1123493402 tempest-ServersAdminTestJSON-1123493402-project-member] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 810.054336] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 810.054643] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.054764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.054831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.059077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.059306] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.059434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.059506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.059686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.059776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.060682] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.225450] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.225681] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.225873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.226154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.226318] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.226362] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 is going to be updated. [ 810.270607] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.270952] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.270952] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.272147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.272306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.289705] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: IN_PROGRESS for 2s [ 810.564995] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.579980] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: SUCCESS [ 810.580160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.684843] env[65134]: INFO networking_nsxv3.common.synchronization [req-055f84f2-37d8-42b6-9426-dc9ddd2b699e req-8edf4087-199f-4cef-ba98-a2213673e4bc tempest-DeleteServersTestJSON-455681454 tempest-DeleteServersTestJSON-455681454-project-member] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 810.685491] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 810.685877] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.687694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.687844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.688108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.688359] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.688891] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.688968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.689187] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.689321] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.689470] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.068457] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.193089] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.193089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.193089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.193089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.193089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.193448] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.193448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.193448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.193580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.193650] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.193766] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be deleted. [ 811.232218] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.232385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.232385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.232569] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.233539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.233539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.291141] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.291346] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.291466] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.291741] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.292040] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.292212] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.292327] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.292710] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.293021] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.293279] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.293983] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.293983] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.293983] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.293983] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.294265] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.294265] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.316724] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.316951] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.317094] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.317317] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.317862] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-cac8aa96-781c-48b0-88f7-d1494caea0d1 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.318533] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-cac8aa96-781c-48b0-88f7-d1494caea0d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.318533] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-cac8aa96-781c-48b0-88f7-d1494caea0d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.318672] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-cac8aa96-781c-48b0-88f7-d1494caea0d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.318903] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac8aa96-781c-48b0-88f7-d1494caea0d1',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.571031] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.571249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.571328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.571580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.571730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.571872] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be updated. [ 811.609962] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.609962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.609962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.610257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.610366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.621879] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 811.778505] env[65134]: INFO networking_nsxv3.common.synchronization [None req-ff5d5360-742c-4b0c-98bd-ad508f5dd1f9 None None] Enqueued Resource ID: f28146b2-9a22-44c6-8673-69ca5cfbe310 with Priority: HIGHEST for action port [ 811.779225] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f28146b2-9a22-44c6-8673-69ca5cfbe310 with Priority: HIGHEST for action port [ 811.779557] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f28146b2-9a22-44c6-8673-69ca5cfbe310 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.779688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f28146b2-9a22-44c6-8673-69ca5cfbe310" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.779757] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f28146b2-9a22-44c6-8673-69ca5cfbe310" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.780052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f28146b2-9a22-44c6-8673-69ca5cfbe310" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.780140] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f28146b2-9a22-44c6-8673-69ca5cfbe310',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.821130] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.821400] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.821585] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.821912] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.822112] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.822310] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port cac8aa96-781c-48b0-88f7-d1494caea0d1 not found, creating... [ 811.822651] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.822858] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.822980] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.823249] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.823400] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.823712] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.823876] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.823994] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.824225] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.824360] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.824501] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: cac8aa96-781c-48b0-88f7-d1494caea0d1 is going to be created. [ 811.855013] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.855609] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.855609] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.855982] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.855982] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.856474] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-cac8aa96-781c-48b0-88f7-d1494caea0d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.282807] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f28146b2-9a22-44c6-8673-69ca5cfbe310 [ 812.283218] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.283439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.283546] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.283877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.284022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.284129] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f28146b2-9a22-44c6-8673-69ca5cfbe310 already deleted. [ 812.284213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f28146b2-9a22-44c6-8673-69ca5cfbe310" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.306246] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: SUCCESS [ 812.306246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.306246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.306433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.306600] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.306742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.306812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.309978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.309978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.309978] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.621239] env[65134]: INFO networking_nsxv3.common.synchronization [req-055f84f2-37d8-42b6-9426-dc9ddd2b699e req-9ab6c80c-37eb-467d-b1b9-67cef80df7e5 service nova] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_rules [ 812.621239] env[65134]: INFO networking_nsxv3.common.synchronization [req-055f84f2-37d8-42b6-9426-dc9ddd2b699e req-9ab6c80c-37eb-467d-b1b9-67cef80df7e5 service nova] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 812.621239] env[65134]: INFO networking_nsxv3.common.synchronization [req-055f84f2-37d8-42b6-9426-dc9ddd2b699e req-9ab6c80c-37eb-467d-b1b9-67cef80df7e5 service nova] Enqueued Resource ID: cac8aa96-781c-48b0-88f7-d1494caea0d1 with Priority: HIGHEST for action port [ 812.621239] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_rules [ 812.621239] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 812.621239] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8aa96-781c-48b0-88f7-d1494caea0d1 with Priority: HIGHEST for action port [ 812.621239] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.621239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.621239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.621239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.622205] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.623450] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.623718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.623883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.624217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.624608] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.624845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.625013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.625265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.625465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.625712] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.629122] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac8aa96-781c-48b0-88f7-d1494caea0d1 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.629458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac8aa96-781c-48b0-88f7-d1494caea0d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.630576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac8aa96-781c-48b0-88f7-d1494caea0d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.630983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac8aa96-781c-48b0-88f7-d1494caea0d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.633716] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac8aa96-781c-48b0-88f7-d1494caea0d1',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.810185] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.037814] env[65134]: INFO networking_nsxv3.common.synchronization [req-ccc94e0f-f99e-475f-aceb-45ecbd941238 req-b656841e-3787-496a-b1b1-a8f2f31012dc tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGHEST for action security_group_members [ 813.038391] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGHEST for action security_group_members [ 813.038696] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-de49cca5-f55a-4473-8f8e-2dc2d7d24485 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.038829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.038895] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.039203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.039307] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.039960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.039960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.039960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.039960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.040235] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.099248] env[65134]: INFO networking_nsxv3.common.synchronization [req-afc562b5-a9f5-43b2-b84d-8ab737396c1c req-3fc08e68-e81b-4ee9-853f-32d8172d90af tempest-ImagesOneServerNegativeTestJSON-1142892160 tempest-ImagesOneServerNegativeTestJSON-1142892160-project-member] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 813.099834] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 813.101505] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.101844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.101954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.102210] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.102408] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.102544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.102630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.102800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.103043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.103212] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.134201] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.135628] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.135767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.135935] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cac8aa96-781c-48b0-88f7-d1494caea0d1 with status ACTIVE [ 813.136123] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.136242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.136307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.136518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.136607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.136780] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.136876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.137012] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.137184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.137264] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.138079] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.138079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.138079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.138079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.138079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.138079] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cac8aa96-781c-48b0-88f7-d1494caea0d1 is going to be updated. [ 813.164714] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.164714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.164714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.164714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.164714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.164714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac8aa96-781c-48b0-88f7-d1494caea0d1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.313571] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.544505] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.544692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.544767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.544992] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.545100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.545299] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.545397] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.545655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.546288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.546379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.546475] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 is going to be updated. [ 813.580715] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.580715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.580715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.581342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.581490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.599380] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 in Status: IN_PROGRESS for 2s [ 813.606738] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.607235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.607404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.607603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.608417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.608417] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.608417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.608417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.608417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.608417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.608746] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 is going to be deleted. [ 813.633304] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 813.633683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.642448] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.644688] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.645100] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-63" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.645372] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-63" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.646053] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-63" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.646209] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.646581] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.646799] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.647366] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.647366] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.648035] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.648035] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.648202] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.648437] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.648918] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.648918] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.649049] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.652610] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.652610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.652864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.653024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.653095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.653242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.678046] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.678272] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.678474] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.678705] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-63" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.679090] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-0f2b9a12-6de7-4bf8-adb3-802b552517d7 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.679270] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-0f2b9a12-6de7-4bf8-adb3-802b552517d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.679423] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-0f2b9a12-6de7-4bf8-adb3-802b552517d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.679740] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-0f2b9a12-6de7-4bf8-adb3-802b552517d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.679853] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2b9a12-6de7-4bf8-adb3-802b552517d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.817084] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.817339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.817451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.822284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.822398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.822469] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 is going to be updated. [ 813.873339] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.873339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.873339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.873339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.873339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.905590] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: IN_PROGRESS for 2s [ 814.152944] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.153141] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.153226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.154229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.154332] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.154475] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be created. [ 814.182949] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.183411] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.183671] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.185028] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.185028] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.185028] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 0f2b9a12-6de7-4bf8-adb3-802b552517d7 not found, creating... [ 814.185028] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.185028] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.185028] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.185500] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.185500] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.185500] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.185678] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.186009] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.186252] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.186452] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.186785] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 0f2b9a12-6de7-4bf8-adb3-802b552517d7 is going to be created. [ 814.190124] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.190240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.190332] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.190525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.190652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.208901] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: UNINITIALIZED for 2s [ 814.222268] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.222268] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.222268] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.222268] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.222268] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.222268] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-0f2b9a12-6de7-4bf8-adb3-802b552517d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.897611] env[65134]: INFO networking_nsxv3.common.synchronization [req-afc562b5-a9f5-43b2-b84d-8ab737396c1c req-95dfb744-e1f8-4ac3-8b31-9d68e75a8b4c service nova] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_rules [ 814.897983] env[65134]: INFO networking_nsxv3.common.synchronization [req-afc562b5-a9f5-43b2-b84d-8ab737396c1c req-95dfb744-e1f8-4ac3-8b31-9d68e75a8b4c service nova] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 814.897983] env[65134]: INFO networking_nsxv3.common.synchronization [req-afc562b5-a9f5-43b2-b84d-8ab737396c1c req-95dfb744-e1f8-4ac3-8b31-9d68e75a8b4c service nova] Enqueued Resource ID: 0f2b9a12-6de7-4bf8-adb3-802b552517d7 with Priority: HIGHEST for action port [ 814.898613] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_rules [ 814.898753] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 814.898877] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2b9a12-6de7-4bf8-adb3-802b552517d7 with Priority: HIGHEST for action port [ 814.899255] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.899388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.899472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.899720] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.899797] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.901278] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.901402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.901490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.902048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.902230] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.902412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.902478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.902809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.902955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.903084] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.904254] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f2b9a12-6de7-4bf8-adb3-802b552517d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.904367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f2b9a12-6de7-4bf8-adb3-802b552517d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.904434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f2b9a12-6de7-4bf8-adb3-802b552517d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.904603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f2b9a12-6de7-4bf8-adb3-802b552517d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.904684] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2b9a12-6de7-4bf8-adb3-802b552517d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.118518] env[65134]: INFO networking_nsxv3.common.synchronization [req-3dd83b3c-5803-4290-9590-329a96e0a919 req-375874d8-f8b0-4ad4-b820-a499a0d5b512 tempest-ServersAdminNegativeTestJSON-346833482 tempest-ServersAdminNegativeTestJSON-346833482-project-member] Enqueued Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_members [ 815.119093] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGHEST for action security_group_members [ 815.119417] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.119579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.119884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.119884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.120017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.120345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.120423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.120610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.120683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.120780] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.199717] env[65134]: INFO networking_nsxv3.common.synchronization [None req-70e81d22-3eb3-4503-8786-402334a1002f None None] Enqueued Resource ID: b28825c8-2b6c-4410-a0d4-fa396d7cfb81 with Priority: HIGHEST for action port [ 815.200693] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28825c8-2b6c-4410-a0d4-fa396d7cfb81 with Priority: HIGHEST for action port [ 815.201931] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b28825c8-2b6c-4410-a0d4-fa396d7cfb81 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.202067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b28825c8-2b6c-4410-a0d4-fa396d7cfb81" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.202067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b28825c8-2b6c-4410-a0d4-fa396d7cfb81" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.202649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b28825c8-2b6c-4410-a0d4-fa396d7cfb81" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.202788] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b28825c8-2b6c-4410-a0d4-fa396d7cfb81',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.401768] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.402153] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.407400] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f2b9a12-6de7-4bf8-adb3-802b552517d7 with status ACTIVE [ 815.411023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.411023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.411023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.411023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.411023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.411023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.411023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.411023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.411023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.411023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.411023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.411023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.411023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.411023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.411023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.411023] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f2b9a12-6de7-4bf8-adb3-802b552517d7 is going to be updated. [ 815.412021] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.436745] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.436745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.436745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.436745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.436745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.436745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f2b9a12-6de7-4bf8-adb3-802b552517d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.612060] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 in Status: SUCCESS [ 815.612300] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 deletion is rescheduled due to dependency. [ 815.612526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.623377] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.623611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.623688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.624135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.624257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.624495] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.624679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.624882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.625166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.625346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.626048] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 is going to be updated. [ 815.659031] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.659239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.659368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.659638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.659829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.670181] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: IN_PROGRESS for 2s [ 815.707712] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b28825c8-2b6c-4410-a0d4-fa396d7cfb81 [ 815.707935] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.708117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.708196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.708539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.708688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.708825] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b28825c8-2b6c-4410-a0d4-fa396d7cfb81 already deleted. [ 815.708972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b28825c8-2b6c-4410-a0d4-fa396d7cfb81" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.919031] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.919031] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: SUCCESS [ 815.919031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.919031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.919031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.920207] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.920460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.920665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.921154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.921270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.921346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.921892] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.921892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.921892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.922121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.922121] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.922198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.922231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.922358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.922515] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.925209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.925325] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.926665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.926953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.927685] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.927685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.927685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.927685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.927685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.927928] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.004686] env[65134]: INFO networking_nsxv3.common.synchronization [None req-5510e856-47c7-4289-bd27-a13b4d899ddc tempest-AttachVolumeTestJSON-215767590 tempest-AttachVolumeTestJSON-215767590-project-member] Enqueued Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGHEST for action security_group_rules [ 816.005228] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGHEST for action security_group_rules [ 816.005544] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d028d212-2e9e-42e9-942f-fad61f9d934b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.005670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.005738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.006012] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.006976] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d028d212-2e9e-42e9-942f-fad61f9d934b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.135233] env[65134]: INFO networking_nsxv3.common.synchronization [None req-9c40625c-c21f-4d59-8458-25989aaac91f tempest-AttachVolumeTestJSON-215767590 tempest-AttachVolumeTestJSON-215767590-project-member] Enqueued Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGHEST for action security_group_rules [ 816.136977] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGHEST for action security_group_rules [ 816.137533] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d028d212-2e9e-42e9-942f-fad61f9d934b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.137938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.220563] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: UNINITIALIZED for 4s [ 816.428874] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.428874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.428874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.428874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.428874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.428874] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 is going to be created. [ 816.433022] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8: rpc.has_security_group_logging(os_id): False [ 816.435151] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.454527] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.454680] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.454919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.454987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.455060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.455244] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.455340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.455402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.455666] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.455666] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.455838] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.455926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.456040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.456163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.456237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.456426] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.456523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.456582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.456911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.456991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.457090] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 is going to be created. [ 816.463417] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.463559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.463625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.463831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.463991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.470630] env[65134]: INFO networking_nsxv3.common.synchronization [None req-e645be69-936b-4dcd-99df-1d00cc99a80a None None] Enqueued Resource ID: 7b45c043-91a4-4594-b8aa-3e18bd9abac6 with Priority: HIGHEST for action port [ 816.470999] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b45c043-91a4-4594-b8aa-3e18bd9abac6 with Priority: HIGHEST for action port [ 816.471338] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b45c043-91a4-4594-b8aa-3e18bd9abac6 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.471500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b45c043-91a4-4594-b8aa-3e18bd9abac6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.471500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b45c043-91a4-4594-b8aa-3e18bd9abac6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.471859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b45c043-91a4-4594-b8aa-3e18bd9abac6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.471957] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b45c043-91a4-4594-b8aa-3e18bd9abac6',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.484574] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: UNINITIALIZED for 2s [ 816.531879] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.533144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.533144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.533144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.533144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.533144] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d028d212-2e9e-42e9-942f-fad61f9d934b already deleted. [ 816.537059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.537059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.537059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.537059] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d028d212-2e9e-42e9-942f-fad61f9d934b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.553103] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.553347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.553731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.554165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.554542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.567954] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: IN_PROGRESS for 2s [ 816.937523] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.974996] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b45c043-91a4-4594-b8aa-3e18bd9abac6 [ 816.974996] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.974996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.974996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.974996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.974996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.974996] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b45c043-91a4-4594-b8aa-3e18bd9abac6 already deleted. [ 816.974996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b45c043-91a4-4594-b8aa-3e18bd9abac6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.058605] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.058798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.058901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.059151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.059257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.059362] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d028d212-2e9e-42e9-942f-fad61f9d934b already deleted. [ 817.059454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.170073] env[65134]: INFO networking_nsxv3.common.synchronization [None req-490aa272-302b-4346-ba09-6d679dcd77ec tempest-ServerActionsTestOtherB-1864382740 tempest-ServerActionsTestOtherB-1864382740-project-member] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_rules [ 817.170890] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_rules [ 817.171113] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.171204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.171261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.171505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.171595] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.281317] env[65134]: INFO networking_nsxv3.common.synchronization [None req-4226f713-7c93-44d4-9770-af64a4d71c82 tempest-ServerActionsTestOtherB-1864382740 tempest-ServerActionsTestOtherB-1864382740-project-member] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_rules [ 817.281819] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_rules [ 817.282355] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.282515] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.441454] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.441454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.441454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.441698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.441742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.441846] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 is going to be updated. [ 817.496360] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.496360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.496360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.496360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.496360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.507364] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: IN_PROGRESS for 2s [ 817.685277] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 in Status: SUCCESS [ 817.685480] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 deletion is rescheduled due to dependency. [ 817.685625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.692960] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.693216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.693342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.693679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.693830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.693998] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 already deleted. [ 817.694162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.694336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.694541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.694636] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.217013] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.217307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.217307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.217482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.217541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.217643] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 already deleted. [ 818.217725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.231347] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 818.231347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.231595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.232087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.232087] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.232256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.232256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.232340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.233070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.233070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.233070] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.495450] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: SUCCESS [ 818.496573] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.497392] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.497678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.497910] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.498050] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.498118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.498290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.498383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.498486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.498582] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.583110] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: SUCCESS [ 818.583380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.583989] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.583989] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.584240] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.738038] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.738038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.738038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.738038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.738038] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.738038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.738038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.738038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.739120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.739120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.739120] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.739120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.739120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.739324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.739451] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.739819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.739917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.740102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.740261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.740374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.740510] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.001546] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.005017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.005017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.005017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.005017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.005737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.005737] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.089441] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.089441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.245845] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaaf77ef-104b-46b9-9a5d-854439e9306c: rpc.has_security_group_logging(os_id): False [ 819.267788] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.267788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.267788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.268139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.268139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.268301] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.268453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.268589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.268696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.268766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.268969] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.270692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.270692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.270861] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.270983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.271348] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.271506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.271641] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.271876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.272051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.272239] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be created. [ 819.364085] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.364239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.364330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.364546] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.364748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.381663] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 819.508675] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6427555f-cbe6-4077-a83c-b3806f6d7b19: rpc.has_security_group_logging(os_id): False [ 819.526043] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: SUCCESS [ 819.526295] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.526479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.526697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.526888] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.527183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.527183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.527314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.527314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.527380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.527463] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.529218] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.529331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.530183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.530183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.530183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.530183] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.530183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.530183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.530183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.530183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.530590] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.530590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.530590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.530715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.530752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.531198] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.531198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.531198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.531327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.531327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.531407] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 is going to be created. [ 819.606743] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.606743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.606743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.606743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.607065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.626636] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: IN_PROGRESS for 2s [ 819.654444] env[65134]: INFO networking_nsxv3.common.synchronization [None req-3870dc9b-c7aa-4061-93e3-a998e134e278 None None] Enqueued Resource ID: ac724332-32aa-449f-8951-cd12ce73b97f with Priority: HIGHEST for action port [ 819.655300] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac724332-32aa-449f-8951-cd12ce73b97f with Priority: HIGHEST for action port [ 819.655722] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac724332-32aa-449f-8951-cd12ce73b97f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.655987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac724332-32aa-449f-8951-cd12ce73b97f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.655987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac724332-32aa-449f-8951-cd12ce73b97f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.656267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac724332-32aa-449f-8951-cd12ce73b97f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.656363] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac724332-32aa-449f-8951-cd12ce73b97f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.034130] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.034320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.034387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.034702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.035213] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.035428] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.035488] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.035939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.035939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.035939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.036104] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.037077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.037077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.037077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.037077] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.037077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.037305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.037305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.037570] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.037812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.037981] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.159838] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac724332-32aa-449f-8951-cd12ce73b97f [ 820.160219] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.160461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.160810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.160891] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.161053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.162034] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac724332-32aa-449f-8951-cd12ce73b97f already deleted. [ 820.162034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac724332-32aa-449f-8951-cd12ce73b97f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.540773] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8: rpc.has_security_group_logging(os_id): False [ 820.566383] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.566383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.566383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.566610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.566643] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.566860] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.566967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.567043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.567240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.567325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.567577] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.567814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.567814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.569480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.569645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.569925] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.570048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.570114] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.570336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.570369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.570447] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 is going to be updated. [ 820.648192] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.648435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.648435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.649299] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.649299] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.666449] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: IN_PROGRESS for 2s [ 821.409904] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 821.410166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.645293] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: SUCCESS [ 821.645606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.266018] env[65134]: INFO networking_nsxv3.common.synchronization [req-d7adc165-388a-47f2-aa82-8564ea7a0a98 req-540daa94-f8f2-43b3-81cc-99815f6d0def tempest-ListServerFiltersTestJSON-1434863158 tempest-ListServerFiltersTestJSON-1434863158-project-member] Enqueued Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 822.267054] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 822.267682] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.267682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.267682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.268638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.268638] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.268638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.268638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.268638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.268638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.268638] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.681614] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: SUCCESS [ 822.681614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.681614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.681614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.681614] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.771394] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.185662] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.185879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.185879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.186109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.186279] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.186379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.186441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.186598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.186699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.186790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.186991] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.275558] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.689364] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.689664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.689664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.689899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.690122] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.690254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.690340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.690542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.690658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.690820] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.690963] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.691109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.691226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.691366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.691544] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.691690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.691747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.691868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.691942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.692072] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.692196] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.777658] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.777865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.777917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.778120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.778206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.778312] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 is going to be updated. [ 823.808570] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.808815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.808900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.809179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.809358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.820408] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: IN_PROGRESS for 2s [ 824.195983] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8: rpc.has_security_group_logging(os_id): False [ 824.222937] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.223167] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.223167] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.223379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.223525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.223663] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.223912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.223912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.224085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.224085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.224298] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.224401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.224556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.224610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.224677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.224901] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.225024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.225084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.225217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.225292] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.225382] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 is going to be updated. [ 824.308314] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.308314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.308314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.308314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.308314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.321860] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: IN_PROGRESS for 2s [ 825.836089] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: SUCCESS [ 825.836457] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.342077] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: SUCCESS [ 826.343987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.845778] env[65134]: INFO networking_nsxv3.common.synchronization [req-a4aea6be-419b-4c5f-90e9-e20b89ba8190 req-12b97a44-d18b-4277-b17f-3a2a31619a1a tempest-ListServersNegativeTestJSON-1452441169 tempest-ListServersNegativeTestJSON-1452441169-project-member] Enqueued Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 826.846347] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 826.846647] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.846775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.846834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.847023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.847303] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.847426] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.847495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.847668] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.847756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.847850] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.062877] env[65134]: INFO networking_nsxv3.common.synchronization [req-aa6724fb-98ee-46c0-9b7e-c71dd298c13c req-8f334d30-96bb-484c-a7b8-ca40f215bbdc tempest-ServersAdminTestJSON-1123493402 tempest-ServersAdminTestJSON-1123493402-project-member] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 827.063457] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 827.063799] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.064813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.064813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.067907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.068761] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.068761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.068761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.068761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.068761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.068761] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.351410] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.571057] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.853936] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.074516] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.174227] env[65134]: INFO networking_nsxv3.common.synchronization [None req-4076e659-40ba-43d3-93e7-cd1860108efb tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGHEST for action security_group_rules [ 828.174826] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGHEST for action security_group_rules [ 828.175400] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.175543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.175638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.175895] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.175979] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51cdc9c8-d8b6-470b-a709-caa2626eac0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.316308] env[65134]: INFO networking_nsxv3.common.synchronization [None req-e339fa6d-6c87-4983-8df5-4233d0428a27 tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGHEST for action security_group_rules [ 828.318705] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGHEST for action security_group_rules [ 828.319164] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.319227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.356869] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.357044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.357115] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.357351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.357444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.357549] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 is going to be updated. [ 828.388749] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.388908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.388951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.389174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.389322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.399968] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: IN_PROGRESS for 2s [ 828.577044] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.577248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.577248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.577556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.577556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.577660] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be updated. [ 828.612847] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.613034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.613155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.614193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.614327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.626435] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 828.705967] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.705967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.705967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.706453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.706591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.706908] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c already deleted. [ 828.706908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.707096] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.707207] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.707207] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51cdc9c8-d8b6-470b-a709-caa2626eac0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.718904] env[65134]: INFO networking_nsxv3.common.synchronization [req-c2617e09-021a-4173-bf92-1ee542217046 req-247a3608-2525-461c-8806-97771bf17f5b tempest-FloatingIPsAssociationTestJSON-1482201309 tempest-FloatingIPsAssociationTestJSON-1482201309-project-member] Enqueued Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_members [ 828.719660] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_members [ 828.720719] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.720719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.720719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.720719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.720719] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.720719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.721052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.721052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.721187] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.721187] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.223393] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.228677] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.228677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.228677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.228906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.228985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.229199] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c already deleted. [ 829.229199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.390192] env[65134]: INFO networking_nsxv3.common.synchronization [req-f7b6e0fd-9870-4c8c-94c2-f1b8c0e8ad7b req-1f74e9dd-2142-4880-a394-df023f6f8e12 tempest-ServersTestBootFromVolume-272935984 tempest-ServersTestBootFromVolume-272935984-project-member] Enqueued Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGHEST for action security_group_members [ 829.390909] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGHEST for action security_group_members [ 829.392647] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc29b453-c4cd-48f3-ac6c-bdece84ba659 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.392764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.393152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.393152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.393272] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.393362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.393410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.393589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.393672] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.393773] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc29b453-c4cd-48f3-ac6c-bdece84ba659',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.637298] env[65134]: INFO networking_nsxv3.common.synchronization [req-8ae88c10-6d54-4f76-808b-1759826c2fd5 req-e34fe011-49f6-41e3-bde3-a156c461f7e6 tempest-ServerActionsV293TestJSON-574407771 tempest-ServerActionsV293TestJSON-574407771-project-member] Enqueued Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGHEST for action security_group_members [ 829.637921] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGHEST for action security_group_members [ 829.638291] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56dda46-528a-440b-aaa3-23d13446ef79 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.638433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.638583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.638780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.638979] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.639067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.640040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.640040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.640040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.640040] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56dda46-528a-440b-aaa3-23d13446ef79',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.727202] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.899682] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.901081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.901081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.901739] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.930424] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.930759] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.930891] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.930960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.931182] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.931269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.931362] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 is going to be updated. [ 829.960925] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.961602] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.961602] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.961894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.962108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.982657] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 in Status: IN_PROGRESS for 2s [ 830.085764] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.085988] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-200" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.086117] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-200" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.088030] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-200" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.088131] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.088298] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.088455] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.088734] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.088921] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.089160] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.089272] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.089386] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.089480] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.089589] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.089705] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.089840] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.112710] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.112996] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.112996] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.113431] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-200" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.113859] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-92324f9c-84f3-43c4-8020-3ca02735e8ed taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.114216] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-92324f9c-84f3-43c4-8020-3ca02735e8ed" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.114386] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-92324f9c-84f3-43c4-8020-3ca02735e8ed" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.114743] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-92324f9c-84f3-43c4-8020-3ca02735e8ed" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.115068] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92324f9c-84f3-43c4-8020-3ca02735e8ed',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.142029] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.142029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.142281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.142494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.142589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.142820] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.143033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.143203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.143464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.143606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.143757] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56dda46-528a-440b-aaa3-23d13446ef79 already deleted. [ 830.143868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.231120] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.231560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.231560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.231560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.231750] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.231750] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 is going to be updated. [ 830.279669] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.279840] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.279915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.280145] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.280292] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.294320] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: IN_PROGRESS for 2s [ 830.413027] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: SUCCESS [ 830.413027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.621485] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.621859] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.622077] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.622404] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.622570] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.622778] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 92324f9c-84f3-43c4-8020-3ca02735e8ed not found, creating... [ 830.623091] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.623268] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.623399] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.624125] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.624125] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.624274] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.624415] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.624526] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.624723] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.624870] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.625053] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 92324f9c-84f3-43c4-8020-3ca02735e8ed is going to be created. [ 830.636458] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 830.637400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.645707] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.645917] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.646071] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.646333] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.646573] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.646822] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-92324f9c-84f3-43c4-8020-3ca02735e8ed" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.390756] env[65134]: INFO networking_nsxv3.common.synchronization [req-8ae88c10-6d54-4f76-808b-1759826c2fd5 req-4448c955-e4f7-4ea3-ae09-80ef8ff1a8ff service nova] Enqueued Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGHEST for action security_group_rules [ 831.391099] env[65134]: INFO networking_nsxv3.common.synchronization [req-8ae88c10-6d54-4f76-808b-1759826c2fd5 req-4448c955-e4f7-4ea3-ae09-80ef8ff1a8ff service nova] Enqueued Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGHEST for action security_group_members [ 831.391146] env[65134]: INFO networking_nsxv3.common.synchronization [req-8ae88c10-6d54-4f76-808b-1759826c2fd5 req-4448c955-e4f7-4ea3-ae09-80ef8ff1a8ff service nova] Enqueued Resource ID: 92324f9c-84f3-43c4-8020-3ca02735e8ed with Priority: HIGHEST for action port [ 831.391736] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGHEST for action security_group_rules [ 831.391822] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGHEST for action security_group_members [ 831.393853] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92324f9c-84f3-43c4-8020-3ca02735e8ed with Priority: HIGHEST for action port [ 831.393853] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56dda46-528a-440b-aaa3-23d13446ef79 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.393853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.393853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.393853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.393853] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56dda46-528a-440b-aaa3-23d13446ef79',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.395954] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56dda46-528a-440b-aaa3-23d13446ef79 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.396275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.396352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.396988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.396988] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.396988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.396988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.397205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.397205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.397336] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56dda46-528a-440b-aaa3-23d13446ef79',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.399943] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-92324f9c-84f3-43c4-8020-3ca02735e8ed taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.400139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92324f9c-84f3-43c4-8020-3ca02735e8ed" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.400236] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92324f9c-84f3-43c4-8020-3ca02735e8ed" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.400670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92324f9c-84f3-43c4-8020-3ca02735e8ed" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.400999] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92324f9c-84f3-43c4-8020-3ca02735e8ed',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.903436] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d56dda46-528a-440b-aaa3-23d13446ef79',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.905888] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56dda46-528a-440b-aaa3-23d13446ef79 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.906101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.906216] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92324f9c-84f3-43c4-8020-3ca02735e8ed with status ACTIVE [ 831.906653] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.906653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.906653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.906944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.906944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.909024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.909024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.909024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.909024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.909024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.909024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.909024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.909024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.909710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.909710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.909710] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92324f9c-84f3-43c4-8020-3ca02735e8ed is going to be updated. [ 831.935215] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.935215] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.935215] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.935215] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.935215] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.935215] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92324f9c-84f3-43c4-8020-3ca02735e8ed" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.995508] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 in Status: SUCCESS [ 831.995793] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 deletion is rescheduled due to dependency. [ 831.995793] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.310216] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: SUCCESS [ 832.310481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.411380] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d56dda46-528a-440b-aaa3-23d13446ef79',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.421098] env[65134]: INFO networking_nsxv3.common.synchronization [req-96c1e626-b4a9-48a2-a837-a528376cdb76 req-350addec-b3a2-4c16-bb77-90b67ab1e929 tempest-AttachVolumeTestJSON-215767590 tempest-AttachVolumeTestJSON-215767590-project-member] Enqueued Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGHEST for action security_group_members [ 832.422278] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGHEST for action security_group_members [ 832.422494] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d028d212-2e9e-42e9-942f-fad61f9d934b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.422623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.422686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.422948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.423162] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.423237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.423272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.423461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.423653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.423653] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d028d212-2e9e-42e9-942f-fad61f9d934b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.914048] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.914381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.914509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.914974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.915187] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.915574] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56dda46-528a-440b-aaa3-23d13446ef79 is going to be created. [ 832.928137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.928507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.928507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.928713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.933030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.933030] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.933030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.933030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.933030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.933030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.933030] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d028d212-2e9e-42e9-942f-fad61f9d934b already deleted. [ 832.933030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.949873] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.950360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.950360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.950582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.950773] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.965903] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56dda46-528a-440b-aaa3-23d13446ef79 in Status: UNINITIALIZED for 2s [ 833.091849] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.092076] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.092202] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.092528] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.092797] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.092957] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.093419] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.093665] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.093907] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.094766] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.094766] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.094766] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.094766] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.094766] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.094766] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.094766] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.119886] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.120196] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.120341] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.120522] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.120983] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-1cad9b75-5050-4401-9e58-5a65f85be7e2 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.121203] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-1cad9b75-5050-4401-9e58-5a65f85be7e2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.121332] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-1cad9b75-5050-4401-9e58-5a65f85be7e2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.122043] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-1cad9b75-5050-4401-9e58-5a65f85be7e2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.122043] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cad9b75-5050-4401-9e58-5a65f85be7e2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.471915] env[65134]: INFO networking_nsxv3.common.synchronization [None req-8f9b4fa1-9706-4d53-8b96-3a0a5c15c7f4 None None] Enqueued Resource ID: b60f7455-49de-4040-9840-861055066144 with Priority: HIGHEST for action port [ 833.473019] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60f7455-49de-4040-9840-861055066144 with Priority: HIGHEST for action port [ 833.473242] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b60f7455-49de-4040-9840-861055066144 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.473479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b60f7455-49de-4040-9840-861055066144" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.473479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b60f7455-49de-4040-9840-861055066144" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.473690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b60f7455-49de-4040-9840-861055066144" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.473763] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b60f7455-49de-4040-9840-861055066144',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.626742] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.627341] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.627341] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.627573] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.627735] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.628021] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 1cad9b75-5050-4401-9e58-5a65f85be7e2 not found, creating... [ 833.628257] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.628626] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.628626] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.628846] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.629455] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.629964] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.630938] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.631084] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.631351] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.631496] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.631705] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 1cad9b75-5050-4401-9e58-5a65f85be7e2 is going to be created. [ 833.660982] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.660982] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.660982] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.661936] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.661936] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.661936] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-1cad9b75-5050-4401-9e58-5a65f85be7e2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.976671] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b60f7455-49de-4040-9840-861055066144 [ 833.976968] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.979130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.979130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.979130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.979130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.979130] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b60f7455-49de-4040-9840-861055066144 already deleted. [ 833.979130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b60f7455-49de-4040-9840-861055066144" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.398237] env[65134]: INFO networking_nsxv3.common.synchronization [req-96c1e626-b4a9-48a2-a837-a528376cdb76 req-ae0e3f1b-18c6-4c14-a4ad-e78fd944ee52 service nova] Enqueued Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGHEST for action security_group_rules [ 834.398407] env[65134]: INFO networking_nsxv3.common.synchronization [req-96c1e626-b4a9-48a2-a837-a528376cdb76 req-ae0e3f1b-18c6-4c14-a4ad-e78fd944ee52 service nova] Enqueued Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGHEST for action security_group_members [ 834.398535] env[65134]: INFO networking_nsxv3.common.synchronization [req-96c1e626-b4a9-48a2-a837-a528376cdb76 req-ae0e3f1b-18c6-4c14-a4ad-e78fd944ee52 service nova] Enqueued Resource ID: 1cad9b75-5050-4401-9e58-5a65f85be7e2 with Priority: HIGHEST for action port [ 834.399129] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGHEST for action security_group_rules [ 834.402740] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGHEST for action security_group_members [ 834.402927] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cad9b75-5050-4401-9e58-5a65f85be7e2 with Priority: HIGHEST for action port [ 834.403287] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d028d212-2e9e-42e9-942f-fad61f9d934b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.403416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.403786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.404015] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.404101] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d028d212-2e9e-42e9-942f-fad61f9d934b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.405802] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d028d212-2e9e-42e9-942f-fad61f9d934b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.405933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.406096] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.406800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.406800] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.406800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.406800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.406800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.406800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.406800] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d028d212-2e9e-42e9-942f-fad61f9d934b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.408514] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cad9b75-5050-4401-9e58-5a65f85be7e2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.408514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cad9b75-5050-4401-9e58-5a65f85be7e2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.408514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cad9b75-5050-4401-9e58-5a65f85be7e2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.408514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cad9b75-5050-4401-9e58-5a65f85be7e2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.408514] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cad9b75-5050-4401-9e58-5a65f85be7e2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.909961] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d028d212-2e9e-42e9-942f-fad61f9d934b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.911252] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d028d212-2e9e-42e9-942f-fad61f9d934b taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.911363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.911544] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cad9b75-5050-4401-9e58-5a65f85be7e2 with status ACTIVE [ 834.911709] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.911815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.911877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.912101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.912186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.912371] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.912479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.912540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.912782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.912822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.913041] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.913119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.913196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.913278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.913357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.913440] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cad9b75-5050-4401-9e58-5a65f85be7e2 is going to be updated. [ 834.940456] env[65134]: INFO networking_nsxv3.common.synchronization [req-8069c8de-6e6c-4767-b7b7-bed8b390cb00 req-b58da3ef-979a-439a-8831-51d7ff54bdf6 tempest-ServerActionsTestOtherB-1864382740 tempest-ServerActionsTestOtherB-1864382740-project-member] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 834.942280] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 834.944626] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.944626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.944626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.944626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.944626] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.944626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.944626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.944626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.944626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.944626] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.958137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.958345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.958471] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.958843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.959106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.959386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cad9b75-5050-4401-9e58-5a65f85be7e2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.981630] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56dda46-528a-440b-aaa3-23d13446ef79 in Status: SUCCESS [ 834.981869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.982234] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.982656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.982798] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.982798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.982917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.983250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.983250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.983250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.983411] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d56dda46-528a-440b-aaa3-23d13446ef79',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.401650] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.402051] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.402654] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.403170] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.403596] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.403929] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.404160] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.404535] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.404787] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.405229] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.405449] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.405647] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.405834] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.406107] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.406258] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.406506] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.415296] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d028d212-2e9e-42e9-942f-fad61f9d934b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.452698] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.453067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.453762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.453762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.453762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.454033] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.454240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.455063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.455063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.455063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.455063] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 already deleted. [ 835.455361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.464900] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.464900] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.058 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.465220] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.465834] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.466403] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.466696] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.466906] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.467409] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.468337] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.487191] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d56dda46-528a-440b-aaa3-23d13446ef79',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.917756] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.918186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.918186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.918682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.918824] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.918979] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d028d212-2e9e-42e9-942f-fad61f9d934b is going to be created. [ 835.949657] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.949837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.949968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.950702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.950702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.963082] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d028d212-2e9e-42e9-942f-fad61f9d934b in Status: UNINITIALIZED for 2s [ 835.974506] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.974781] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.974871] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.975187] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.975335] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.975488] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b not found, creating... [ 835.975763] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.975934] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.976062] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.976426] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.976426] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.977663] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.977941] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.978088] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.978325] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.978478] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.978641] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b is going to be created. [ 835.990411] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d56dda46-528a-440b-aaa3-23d13446ef79: rpc.has_security_group_logging(os_id): False [ 836.011591] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.011830] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.011935] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.013155] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.013155] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.013155] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.021042] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.021042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.021042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.021305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.021305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.021566] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.021719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.021719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.021841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.021921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.022017] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56dda46-528a-440b-aaa3-23d13446ef79 is going to be created. [ 836.123949] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.124235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.124235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.124368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.124562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.145312] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d56dda46-528a-440b-aaa3-23d13446ef79 in Status: IN_PROGRESS for 2s [ 836.342440] env[65134]: INFO networking_nsxv3.common.synchronization [None req-5fefeebe-b853-47c0-82ca-b22232dd3321 None None] Enqueued Resource ID: 4b777883-8a3e-4f9c-96fa-37b25e4eda6f with Priority: HIGHEST for action port [ 836.343626] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b777883-8a3e-4f9c-96fa-37b25e4eda6f with Priority: HIGHEST for action port [ 836.344192] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b777883-8a3e-4f9c-96fa-37b25e4eda6f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.344466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b777883-8a3e-4f9c-96fa-37b25e4eda6f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.344667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b777883-8a3e-4f9c-96fa-37b25e4eda6f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.345345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b777883-8a3e-4f9c-96fa-37b25e4eda6f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.345345] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b777883-8a3e-4f9c-96fa-37b25e4eda6f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.440025] env[65134]: INFO networking_nsxv3.common.synchronization [req-6881c3b2-ddf7-4ed0-a7ec-47904eba039c req-0fb7327e-e23f-408f-b6ab-435051132365 tempest-AttachInterfacesUnderV243Test-439549254 tempest-AttachInterfacesUnderV243Test-439549254-project-member] Enqueued Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 836.441677] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 836.442760] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.442760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.446604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.446604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.446604] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.446604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.446604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.446604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.446604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.446604] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.473464] env[65134]: INFO networking_nsxv3.common.synchronization [req-6881c3b2-ddf7-4ed0-a7ec-47904eba039c req-0fb7327e-e23f-408f-b6ab-435051132365 tempest-AttachInterfacesUnderV243Test-439549254 tempest-AttachInterfacesUnderV243Test-439549254-project-member] Enqueued Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_rules [ 836.473647] env[65134]: INFO networking_nsxv3.common.synchronization [req-6881c3b2-ddf7-4ed0-a7ec-47904eba039c req-0fb7327e-e23f-408f-b6ab-435051132365 tempest-AttachInterfacesUnderV243Test-439549254 tempest-AttachInterfacesUnderV243Test-439549254-project-member] Enqueued Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 836.474150] env[65134]: INFO networking_nsxv3.common.synchronization [req-6881c3b2-ddf7-4ed0-a7ec-47904eba039c req-0fb7327e-e23f-408f-b6ab-435051132365 tempest-AttachInterfacesUnderV243Test-439549254 tempest-AttachInterfacesUnderV243Test-439549254-project-member] Enqueued Resource ID: dee24bac-183b-41be-8d00-c85f30956452 with Priority: HIGHEST for action port [ 836.474375] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_rules [ 836.474513] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 836.474613] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee24bac-183b-41be-8d00-c85f30956452 with Priority: HIGHEST for action port [ 836.474933] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.475186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.475186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.475319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.475508] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.477435] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.477435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.477435] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee24bac-183b-41be-8d00-c85f30956452 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.477435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.477726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.477726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.477726] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee24bac-183b-41be-8d00-c85f30956452',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.785871] env[65134]: INFO networking_nsxv3.common.synchronization [req-8069c8de-6e6c-4767-b7b7-bed8b390cb00 req-3a2f38e3-0a17-4dc3-a627-07c92f26c590 service nova] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_rules [ 836.786247] env[65134]: INFO networking_nsxv3.common.synchronization [req-8069c8de-6e6c-4767-b7b7-bed8b390cb00 req-3a2f38e3-0a17-4dc3-a627-07c92f26c590 service nova] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 836.786422] env[65134]: INFO networking_nsxv3.common.synchronization [req-8069c8de-6e6c-4767-b7b7-bed8b390cb00 req-3a2f38e3-0a17-4dc3-a627-07c92f26c590 service nova] Enqueued Resource ID: dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b with Priority: HIGHEST for action port [ 836.786968] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_rules [ 836.787120] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 836.787222] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b with Priority: HIGHEST for action port [ 836.787486] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.787608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.787677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.787878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.788192] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.789287] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.789399] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.789806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.789806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.789904] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.790021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.790084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.790230] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.790307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.791099] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.793497] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.793652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.793692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.793910] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.793993] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.848427] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b777883-8a3e-4f9c-96fa-37b25e4eda6f [ 836.848706] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.848845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.848907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.849374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.849491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.849598] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b777883-8a3e-4f9c-96fa-37b25e4eda6f already deleted. [ 836.849697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b777883-8a3e-4f9c-96fa-37b25e4eda6f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.948785] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.979450] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.979583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.979773] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dee24bac-183b-41be-8d00-c85f30956452 with status ACTIVE [ 836.980130] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.980130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.980130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.980352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.980406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.980557] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.980719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.980784] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.980922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.980996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.981186] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.981280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.981367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.981463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.981533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.981625] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dee24bac-183b-41be-8d00-c85f30956452 is going to be updated. [ 837.006382] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.006382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.006382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.006382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.006382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.006382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.069015] env[65134]: INFO networking_nsxv3.common.synchronization [req-b9b3b608-15ce-4a86-a6a5-f4bcbdfab046 req-bef25700-150e-4bd5-9411-f524ea2041f5 tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_members [ 837.069213] env[65134]: INFO networking_nsxv3.common.synchronization [req-b9b3b608-15ce-4a86-a6a5-f4bcbdfab046 req-bef25700-150e-4bd5-9411-f524ea2041f5 tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 837.069346] env[65134]: INFO networking_nsxv3.common.synchronization [req-b9b3b608-15ce-4a86-a6a5-f4bcbdfab046 req-bef25700-150e-4bd5-9411-f524ea2041f5 tempest-SecurityGroupsTestJSON-720349464 tempest-SecurityGroupsTestJSON-720349464-project-member] Enqueued Resource ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb with Priority: HIGHEST for action security_group_members [ 837.069947] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGHEST for action security_group_members [ 837.071040] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGHEST for action security_group_members [ 837.071040] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb with Priority: HIGHEST for action security_group_members [ 837.071040] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3bae84-da46-40cd-a5c4-7e75837b8833 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.071494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.071494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.071494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.071708] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.071708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.071854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.071898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.072496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.072496] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.074249] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.074249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.074249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.074249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.074249] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.078023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.078023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.078023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.078023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.078023] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.078023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-863bca98-902e-4a19-aec7-5fd7bf20aafb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.078023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.078023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.078023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.078023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.078023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.078023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.078023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.078023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.078023] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.296313] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.298630] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.298630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.298630] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b with status ACTIVE [ 837.298630] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.299133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.299133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.299133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.299133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.299296] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.300293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.300293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.300293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.300293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.300293] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.300689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.300689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.300809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.300901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.300935] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b is going to be updated. [ 837.338745] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.339243] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.340068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.340068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.340068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.340068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbecfaf8-1cff-4e9e-91df-2a3d5f8df93b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.451674] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.581027] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.581561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.581561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.581561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.581710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.581916] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.582126] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.583348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.583348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.583348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.583348] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb is going to be updated. [ 837.583986] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.584134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.584232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.584422] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.585667] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.585791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.610031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.610031] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.610031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.610031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.610031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.610031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.610031] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 is going to be updated. [ 837.610967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.611175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.611262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.612032] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.612032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.612032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.612032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.612032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.612032] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be updated. [ 837.620828] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.620978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.621088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.621249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.621394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.631410] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb in Status: IN_PROGRESS for 2s [ 837.647034] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.647034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.647034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.647034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.647034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.648356] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.648493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.648561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.648836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.648976] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.659904] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: IN_PROGRESS for 2s [ 837.668864] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: IN_PROGRESS for 2s [ 837.803066] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.954527] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.954866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.954866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.955081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.955161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.955272] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20f8608e-3262-4a8f-b87c-13556f99023e is going to be updated. [ 837.972606] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d028d212-2e9e-42e9-942f-fad61f9d934b in Status: SUCCESS [ 837.972940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.973230] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.973587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.973836] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.973983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.974111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.974309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.974462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.974591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.974728] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d028d212-2e9e-42e9-942f-fad61f9d934b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.987736] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.987924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.987972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.988410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.988410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.001416] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: IN_PROGRESS for 2s [ 838.158564] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d56dda46-528a-440b-aaa3-23d13446ef79 in Status: SUCCESS [ 838.158831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.305074] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.305280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.305351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.305530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.308024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.308024] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be created. [ 838.361698] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.361919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.362040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.362277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.362348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.375141] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: UNINITIALIZED for 2s [ 838.484016] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d028d212-2e9e-42e9-942f-fad61f9d934b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.987267] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d028d212-2e9e-42e9-942f-fad61f9d934b: rpc.has_security_group_logging(os_id): False [ 839.013397] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.013565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.013565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.014504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.014504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.014504] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.014862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.014862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.014862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.015080] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.015195] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d028d212-2e9e-42e9-942f-fad61f9d934b is going to be created. [ 839.093405] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.094630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.094630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.094630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.094630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.114337] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d028d212-2e9e-42e9-942f-fad61f9d934b in Status: IN_PROGRESS for 2s [ 839.158896] env[65134]: INFO networking_nsxv3.common.synchronization [req-05ab5aac-330d-4d9d-afbb-9da251a67c14 req-4c99a875-8ba1-4926-b72c-c7c5965ca79d tempest-ImagesOneServerNegativeTestJSON-1142892160 tempest-ImagesOneServerNegativeTestJSON-1142892160-project-member] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 839.162398] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 839.162906] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.163098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.163190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.163441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.165335] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.165335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.165335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.165335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.165335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.165335] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.630431] env[65134]: INFO networking_nsxv3.common.synchronization [req-f89ee449-5cda-466b-8d41-e9e51d2db487 req-06042443-5693-44d8-83fa-7231b52de62c tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_members [ 839.630766] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_members [ 839.631102] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.631232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.631300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.631506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.632387] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.632387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.632387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.632387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.632611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.632611] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.646242] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb in Status: SUCCESS [ 839.646437] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb deletion is rescheduled due to dependency. [ 839.646551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.668312] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.668535] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.668627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.672057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.672057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.672057] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.672057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.672057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.672057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.672057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.672057] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 is going to be updated. [ 839.672366] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 in Status: SUCCESS [ 839.672563] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 deletion is rescheduled due to dependency. [ 839.672833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.683207] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 in Status: SUCCESS [ 839.683429] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 deletion is rescheduled due to dependency. [ 839.683548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.702786] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.702914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.703024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.703234] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.703422] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.714562] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: IN_PROGRESS for 2s [ 840.012038] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: SUCCESS [ 840.012376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.012499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.012654] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.012862] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.013867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.013867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.013867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.013867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.013867] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.041564] env[65134]: INFO networking_nsxv3.common.synchronization [req-e0d87139-35c4-4b96-8b0c-cf1dac84e320 req-7b18ed6b-cecc-425d-b970-f2312eba81f2 tempest-ServersTestManualDisk-921030073 tempest-ServersTestManualDisk-921030073-project-member] Enqueued Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGHEST for action security_group_members [ 840.042600] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGHEST for action security_group_members [ 840.043266] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb8a5e64-0022-4434-b4de-0f4dff856493 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.043266] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.043523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.043523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.043767] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.043900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.043900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.044203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.044203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.044289] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb8a5e64-0022-4434-b4de-0f4dff856493',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.101259] env[65134]: INFO networking_nsxv3.common.synchronization [req-a1295e96-a3da-4328-be10-10ffb3f29376 req-f67276fe-d3e0-4e49-9b22-a90e5cdf3e9b tempest-ListServerFiltersTestJSON-1434863158 tempest-ListServerFiltersTestJSON-1434863158-project-member] Enqueued Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 840.102028] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGHEST for action security_group_members [ 840.102382] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.102747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.102747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.102961] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.103077] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.103138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.103690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.103690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.103690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.103690] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.138286] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.138521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.138521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.138884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.138999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.139336] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.139336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.139476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.139727] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.139816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.139984] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8654a540-718d-4be1-b6af-6862f97bda49 is going to be updated. [ 840.179710] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.179882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.179933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.180173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.180319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.192521] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8654a540-718d-4be1-b6af-6862f97bda49 in Status: IN_PROGRESS for 2s [ 840.385713] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: SUCCESS [ 840.386047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.386268] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.386464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.386666] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.386786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.386860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.387010] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.387094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.387164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.387259] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.520381] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.553548] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.553548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.553548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.553548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.576353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.576558] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.576679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.576745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.576953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.577050] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.577142] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb8a5e64-0022-4434-b4de-0f4dff856493 is going to be updated. [ 840.601240] env[65134]: INFO networking_nsxv3.common.synchronization [req-cc28997f-1bf9-4613-bd71-d43c917171b1 req-8a258e03-33cb-47e4-b709-ab70a3f1b5eb tempest-AttachInterfacesUnderV243Test-439549254 tempest-AttachInterfacesUnderV243Test-439549254-project-member] Enqueued Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 840.602649] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 840.603154] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.604235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.608532] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.612190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.612190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.612190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.612190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.612190] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.612190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.612190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.612190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.625220] env[65134]: INFO networking_nsxv3.common.synchronization [req-cc28997f-1bf9-4613-bd71-d43c917171b1 req-8a258e03-33cb-47e4-b709-ab70a3f1b5eb tempest-AttachInterfacesUnderV243Test-439549254 tempest-AttachInterfacesUnderV243Test-439549254-project-member] Enqueued Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_rules [ 840.625220] env[65134]: INFO networking_nsxv3.common.synchronization [req-cc28997f-1bf9-4613-bd71-d43c917171b1 req-8a258e03-33cb-47e4-b709-ab70a3f1b5eb tempest-AttachInterfacesUnderV243Test-439549254 tempest-AttachInterfacesUnderV243Test-439549254-project-member] Enqueued Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 840.625220] env[65134]: INFO networking_nsxv3.common.synchronization [req-cc28997f-1bf9-4613-bd71-d43c917171b1 req-8a258e03-33cb-47e4-b709-ab70a3f1b5eb tempest-AttachInterfacesUnderV243Test-439549254 tempest-AttachInterfacesUnderV243Test-439549254-project-member] Enqueued Resource ID: dee24bac-183b-41be-8d00-c85f30956452 with Priority: HIGHEST for action port [ 840.625220] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb8a5e64-0022-4434-b4de-0f4dff856493 in Status: IN_PROGRESS for 2s [ 840.625220] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_rules [ 840.625220] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 840.625220] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee24bac-183b-41be-8d00-c85f30956452 with Priority: HIGHEST for action port [ 840.626118] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.626513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.628076] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.632031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.632031] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee24bac-183b-41be-8d00-c85f30956452 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.632031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.632031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.632480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.632480] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee24bac-183b-41be-8d00-c85f30956452',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.634207] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.634972] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.634972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.634972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.634972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.634972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.636211] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 is going to be updated. [ 840.673909] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.673909] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.673909] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.674109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.674247] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.685646] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: IN_PROGRESS for 2s [ 840.890277] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.022240] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.130129] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d028d212-2e9e-42e9-942f-fad61f9d934b in Status: SUCCESS [ 841.130530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.141555] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dee24bac-183b-41be-8d00-c85f30956452 with status ACTIVE [ 841.142203] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.142481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.142571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.142897] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.143350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.143581] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.143721] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.143816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.145126] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.145259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.146384] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.147137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.147366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.147721] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.147832] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.147944] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dee24bac-183b-41be-8d00-c85f30956452 is going to be updated. [ 841.175490] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.175735] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.175815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.176144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.176275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.176467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee24bac-183b-41be-8d00-c85f30956452" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.397036] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e1920ba-365d-41a5-81b5-8aaf92414ea9: rpc.has_security_group_logging(os_id): False [ 841.420383] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.420820] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.420971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.421231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.421474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.421656] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.421786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.421859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.422043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.422128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.422222] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be created. [ 841.507439] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.507673] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.507792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.508169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.508287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.525931] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.526251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.526251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.526494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.526643] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.526643] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20f8608e-3262-4a8f-b87c-13556f99023e is going to be updated. [ 841.535722] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: IN_PROGRESS for 2s [ 841.566434] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.566678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.566678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.566968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.567192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.582259] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: IN_PROGRESS for 2s [ 841.727053] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: SUCCESS [ 841.727318] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 deletion is rescheduled due to dependency. [ 841.727445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.203587] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8654a540-718d-4be1-b6af-6862f97bda49 in Status: SUCCESS [ 842.207389] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8654a540-718d-4be1-b6af-6862f97bda49 deletion is rescheduled due to dependency. [ 842.207389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.489286] env[65134]: INFO networking_nsxv3.common.synchronization [None req-5f6e3a30-4643-40ed-ba0d-a542da2fe2ac None None] Enqueued Resource ID: b420857c-11f5-4451-bd88-9793a18d46bf with Priority: HIGHEST for action port [ 842.490029] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b420857c-11f5-4451-bd88-9793a18d46bf with Priority: HIGHEST for action port [ 842.491317] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b420857c-11f5-4451-bd88-9793a18d46bf taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.491317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b420857c-11f5-4451-bd88-9793a18d46bf" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.491317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b420857c-11f5-4451-bd88-9793a18d46bf" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.491317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b420857c-11f5-4451-bd88-9793a18d46bf" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.491317] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b420857c-11f5-4451-bd88-9793a18d46bf',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.638951] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb8a5e64-0022-4434-b4de-0f4dff856493 in Status: SUCCESS [ 842.639315] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb8a5e64-0022-4434-b4de-0f4dff856493 deletion is rescheduled due to dependency. [ 842.639315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.702222] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e467dec-404a-4045-bb1c-2bf118362f65 in Status: SUCCESS [ 842.702493] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 deletion is rescheduled due to dependency. [ 842.702649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.994383] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b420857c-11f5-4451-bd88-9793a18d46bf [ 842.994815] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.995032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.995032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.995469] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.995469] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.995469] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b420857c-11f5-4451-bd88-9793a18d46bf already deleted. [ 842.995469] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b420857c-11f5-4451-bd88-9793a18d46bf" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.552442] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: SUCCESS [ 843.552442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.596340] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: SUCCESS [ 843.596340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.596839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.597283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.597546] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.597732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.597816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.598047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.598160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.598302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.598656] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.599775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.600624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.600624] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.600624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.600877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.600914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.602734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.602734] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.103712] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.104729] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.606320] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20f8608e-3262-4a8f-b87c-13556f99023e: rpc.has_security_group_logging(os_id): False [ 844.608377] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.632157] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.632320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.632486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.634289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.634441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.635781] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.635781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.635781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.635781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.635781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.635781] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20f8608e-3262-4a8f-b87c-13556f99023e is going to be updated. [ 844.711600] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.711793] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.711793] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.712015] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.712152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.725991] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: IN_PROGRESS for 2s [ 845.114602] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.114908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.114908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.115090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.115182] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.115219] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20f8608e-3262-4a8f-b87c-13556f99023e is going to be updated. [ 845.158919] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.159190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.159190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.159941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.159941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.178987] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: IN_PROGRESS for 2s [ 845.460275] env[65134]: INFO networking_nsxv3.common.synchronization [None req-3695e8df-9a0d-4e3c-ae08-eead07c7dd6f None None] Enqueued Resource ID: 71a8b460-b6ba-4b57-a3d7-1b7fc4968e97 with Priority: HIGHEST for action port [ 845.460275] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a8b460-b6ba-4b57-a3d7-1b7fc4968e97 with Priority: HIGHEST for action port [ 845.460275] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-71a8b460-b6ba-4b57-a3d7-1b7fc4968e97 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.460275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71a8b460-b6ba-4b57-a3d7-1b7fc4968e97" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.460275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71a8b460-b6ba-4b57-a3d7-1b7fc4968e97" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.460275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71a8b460-b6ba-4b57-a3d7-1b7fc4968e97" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.461144] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71a8b460-b6ba-4b57-a3d7-1b7fc4968e97',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.576160] env[65134]: INFO networking_nsxv3.common.synchronization [req-d5f6638a-ca37-4db2-ac55-4f6cfb15ad9c req-82e1a6c7-4fd8-4ccc-b2e3-7b96c1fa46e2 tempest-AttachInterfacesUnderV243Test-439549254 tempest-AttachInterfacesUnderV243Test-439549254-project-member] Enqueued Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 845.579407] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f8608e-3262-4a8f-b87c-13556f99023e with Priority: HIGHEST for action security_group_members [ 845.579407] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-20f8608e-3262-4a8f-b87c-13556f99023e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.579407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.964837] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71a8b460-b6ba-4b57-a3d7-1b7fc4968e97 [ 845.965131] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.965237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.965307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.965525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.965613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.965707] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71a8b460-b6ba-4b57-a3d7-1b7fc4968e97 already deleted. [ 845.965789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71a8b460-b6ba-4b57-a3d7-1b7fc4968e97" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.744257] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: SUCCESS [ 846.744484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.744669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.744942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.744984] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.191608] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20f8608e-3262-4a8f-b87c-13556f99023e in Status: SUCCESS [ 847.192211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.192211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.192336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.192574] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.192762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.192893] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.193604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.193604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.193604] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.278037] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.278279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.278338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.278539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.278642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.279309] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20f8608e-3262-4a8f-b87c-13556f99023e is going to be deleted. [ 847.349692] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.349904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.349904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.350135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.351652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.351652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.696741] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.697033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.697164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.697525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.697676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.698049] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.698246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.699565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.699565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.699565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.699565] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20f8608e-3262-4a8f-b87c-13556f99023e is going to be deleted. [ 847.739376] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.739627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.739749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.739966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.740149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.740264] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.740493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.740787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.741145] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.741265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.741379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.744277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.744277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.744277] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20f8608e-3262-4a8f-b87c-13556f99023e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.244723] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.245098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.245098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.246048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.246048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.246048] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.246048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.246048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.246048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.246770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.246770] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20f8608e-3262-4a8f-b87c-13556f99023e already deleted. [ 848.246770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20f8608e-3262-4a8f-b87c-13556f99023e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.945212] env[65134]: INFO networking_nsxv3.common.synchronization [req-b357b119-eaee-4e73-ae8c-2d5bbeedb892 req-cb598c9d-bc2b-41bf-afdb-9611e31e821b tempest-ServersWithSpecificFlavorTestJSON-147383345 tempest-ServersWithSpecificFlavorTestJSON-147383345-project-member] Enqueued Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_members [ 848.946947] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_members [ 848.949746] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.949880] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.949973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.953031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.953031] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.953031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.953031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.953031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.953031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.953031] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.011069] env[65134]: INFO networking_nsxv3.common.synchronization [req-ab351619-172b-4868-993c-019bf71a52b4 req-7bcd9977-b34c-496e-a5fd-dc7bcfb1f793 tempest-ServersAdminTestJSON-1123493402 tempest-ServersAdminTestJSON-1123493402-project-member] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 849.011069] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGHEST for action security_group_members [ 849.011265] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.011335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.011381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.011608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.011697] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.011791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.011850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.011985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.012074] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.012167] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.456371] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.456371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.456371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.456371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.456371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.456371] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.456371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.456371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.456371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.456371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.456371] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d is going to be updated. [ 849.487012] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.489308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.489308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.489308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.489308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.497948] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: IN_PROGRESS for 2s [ 849.514571] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.514731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.514805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.515093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.538644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.538902] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.539035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.539106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.539905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.539905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.539905] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be updated. [ 849.571744] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.571971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.572048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.572232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.572411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.596332] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: IN_PROGRESS for 2s [ 851.512776] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: SUCCESS [ 851.513364] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d deletion is rescheduled due to dependency. [ 851.513364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.607574] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 in Status: SUCCESS [ 851.607857] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 deletion is rescheduled due to dependency. [ 851.607911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.863073] env[65134]: INFO networking_nsxv3.common.synchronization [req-bf4838f8-2a70-4558-bde6-ed10445374c2 req-e3846da8-a98c-46e9-8d23-70ed7b11e2de tempest-FloatingIPsAssociationTestJSON-1482201309 tempest-FloatingIPsAssociationTestJSON-1482201309-project-member] Enqueued Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_members [ 852.863684] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGHEST for action security_group_members [ 852.864058] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.864202] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.864328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.864925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.864925] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.864925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.865330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.865330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.865330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.865586] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.079329] env[65134]: INFO networking_nsxv3.common.synchronization [req-0400bb80-ada9-4aaf-a2b3-96059369dd1b req-a7f125ea-0a11-49ed-9851-52b84a80e9ce tempest-ListServersNegativeTestJSON-1452441169 tempest-ListServersNegativeTestJSON-1452441169-project-member] Enqueued Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 853.079470] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 853.079771] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.080801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.080801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.081698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.081698] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.081698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.081698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.081698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.081698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.082057] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.149488] env[65134]: INFO networking_nsxv3.common.synchronization [req-8b423442-85c4-4fb5-bd4b-3c0a47dae786 req-8818faf4-ea78-4678-a7de-a09010581ec4 tempest-ListServersNegativeTestJSON-1452441169 tempest-ListServersNegativeTestJSON-1452441169-project-member] Enqueued Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 853.149937] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGHEST for action security_group_members [ 853.150224] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.150326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.370682] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.370682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.370682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.370682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.370682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.370682] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.370682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.370682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.370682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.370682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.370682] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 is going to be updated. [ 853.403476] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.403476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.403476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.403476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.403476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.412733] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: IN_PROGRESS for 2s [ 853.585087] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.087048] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.592197] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.592197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.592460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.592640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.594429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.594558] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 is going to be updated. [ 854.623445] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.623886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.623886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.623989] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.625019] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.637022] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: IN_PROGRESS for 2s [ 855.425040] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 in Status: SUCCESS [ 855.425401] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 deletion is rescheduled due to dependency. [ 855.425507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.197235] env[65134]: INFO networking_nsxv3.common.synchronization [None req-68e29ede-e5c2-43e2-9e48-487c779b181a None None] Enqueued Resource ID: ee2b7975-c274-44fd-9075-c07a759fecbf with Priority: HIGHEST for action port [ 856.197806] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2b7975-c274-44fd-9075-c07a759fecbf with Priority: HIGHEST for action port [ 856.198104] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee2b7975-c274-44fd-9075-c07a759fecbf taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.198226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee2b7975-c274-44fd-9075-c07a759fecbf" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.198288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee2b7975-c274-44fd-9075-c07a759fecbf" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.198537] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee2b7975-c274-44fd-9075-c07a759fecbf" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.198620] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2b7975-c274-44fd-9075-c07a759fecbf',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.644736] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: SUCCESS [ 856.644984] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.645726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.645726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.645726] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.645726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.645726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.645971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.645971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.646046] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.701102] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee2b7975-c274-44fd-9075-c07a759fecbf [ 856.701362] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.701503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.701572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.701827] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.701967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.702119] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee2b7975-c274-44fd-9075-c07a759fecbf already deleted. [ 856.702211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee2b7975-c274-44fd-9075-c07a759fecbf" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.148148] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.148311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.148382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.148586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.148758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.148974] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.149155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.149155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.149351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.149428] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.149490] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 is going to be updated. [ 857.179195] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.179430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.179430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.179590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.179718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.189486] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: IN_PROGRESS for 2s [ 858.343033] env[65134]: INFO networking_nsxv3.common.synchronization [None req-3fc7fcd5-8e3c-476c-86c1-b85b30ec81c2 None None] Enqueued Resource ID: 4a4cb79a-464e-4617-9736-6af490eb4def with Priority: HIGHEST for action port [ 858.343033] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4cb79a-464e-4617-9736-6af490eb4def with Priority: HIGHEST for action port [ 858.343033] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a4cb79a-464e-4617-9736-6af490eb4def taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.343485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a4cb79a-464e-4617-9736-6af490eb4def" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.343485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a4cb79a-464e-4617-9736-6af490eb4def" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.343485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a4cb79a-464e-4617-9736-6af490eb4def" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.343600] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a4cb79a-464e-4617-9736-6af490eb4def',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.772975] env[65134]: INFO networking_nsxv3.common.synchronization [req-e3ce23be-fd57-48b1-a381-88014751accf req-16234479-d86c-4b7a-bf9a-4cebff5412a3 tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGHEST for action security_group_members [ 858.772975] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGHEST for action security_group_members [ 858.773816] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51cdc9c8-d8b6-470b-a709-caa2626eac0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.773816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.773816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.774490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.774490] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.774490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.774725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.774838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.774950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.774984] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51cdc9c8-d8b6-470b-a709-caa2626eac0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.846024] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a4cb79a-464e-4617-9736-6af490eb4def [ 858.846184] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.846325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.846410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.846633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.846955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.846955] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a4cb79a-464e-4617-9736-6af490eb4def already deleted. [ 858.847093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a4cb79a-464e-4617-9736-6af490eb4def" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.152312] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.152521] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.152648] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.152915] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.153482] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.153766] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.153940] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.154212] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.154399] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.154732] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.154925] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.155099] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.155244] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.155386] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.155533] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.155693] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.176562] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.176720] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.176816] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.176986] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.177323] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-fe2e8f53-07e3-41ff-9f86-e04b61eb4dae taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.177495] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-fe2e8f53-07e3-41ff-9f86-e04b61eb4dae" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.177612] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-fe2e8f53-07e3-41ff-9f86-e04b61eb4dae" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.178011] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-fe2e8f53-07e3-41ff-9f86-e04b61eb4dae" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.178180] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2e8f53-07e3-41ff-9f86-e04b61eb4dae',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.199907] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 in Status: SUCCESS [ 859.200123] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 deletion is rescheduled due to dependency. [ 859.200240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.277381] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.278049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.278049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.278049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.278049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.278231] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.278301] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.278301] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.279166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.279166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.279166] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c already deleted. [ 859.279166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.682953] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.683343] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.683550] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.683945] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.684265] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.684513] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port fe2e8f53-07e3-41ff-9f86-e04b61eb4dae not found, creating... [ 859.684929] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.685212] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.685412] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.685760] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.686071] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.687289] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.687499] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.687629] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.687857] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.687998] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.688162] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: fe2e8f53-07e3-41ff-9f86-e04b61eb4dae is going to be created. [ 859.714278] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.714532] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.714625] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.714942] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.715207] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.715439] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-fe2e8f53-07e3-41ff-9f86-e04b61eb4dae" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.491009] env[65134]: INFO networking_nsxv3.common.synchronization [req-e3ce23be-fd57-48b1-a381-88014751accf req-abc21c7f-b3ef-48a1-9d65-c1c6e6ed2cd7 service nova] Enqueued Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGHEST for action security_group_rules [ 860.491368] env[65134]: INFO networking_nsxv3.common.synchronization [req-e3ce23be-fd57-48b1-a381-88014751accf req-abc21c7f-b3ef-48a1-9d65-c1c6e6ed2cd7 service nova] Enqueued Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGHEST for action security_group_members [ 860.491368] env[65134]: INFO networking_nsxv3.common.synchronization [req-e3ce23be-fd57-48b1-a381-88014751accf req-abc21c7f-b3ef-48a1-9d65-c1c6e6ed2cd7 service nova] Enqueued Resource ID: fe2e8f53-07e3-41ff-9f86-e04b61eb4dae with Priority: HIGHEST for action port [ 860.491922] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGHEST for action security_group_rules [ 860.492242] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGHEST for action security_group_members [ 860.492370] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2e8f53-07e3-41ff-9f86-e04b61eb4dae with Priority: HIGHEST for action port [ 860.493055] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.493055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.493055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.493055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.493430] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51cdc9c8-d8b6-470b-a709-caa2626eac0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.494351] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51cdc9c8-d8b6-470b-a709-caa2626eac0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.494351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.494351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.494507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.495206] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.495206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.495206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.495206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.495206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.495206] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51cdc9c8-d8b6-470b-a709-caa2626eac0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.496672] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe2e8f53-07e3-41ff-9f86-e04b61eb4dae taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.497845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe2e8f53-07e3-41ff-9f86-e04b61eb4dae" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.497845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe2e8f53-07e3-41ff-9f86-e04b61eb4dae" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.497845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe2e8f53-07e3-41ff-9f86-e04b61eb4dae" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.497845] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2e8f53-07e3-41ff-9f86-e04b61eb4dae',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.999232] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51cdc9c8-d8b6-470b-a709-caa2626eac0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.000389] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51cdc9c8-d8b6-470b-a709-caa2626eac0c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.000514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.000673] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe2e8f53-07e3-41ff-9f86-e04b61eb4dae with status ACTIVE [ 861.000883] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.001109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.001109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.001273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.001333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.001511] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.001696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.001696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.001840] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.001892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.002741] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.002860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.002860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.003131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.003257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.003348] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe2e8f53-07e3-41ff-9f86-e04b61eb4dae is going to be updated. [ 861.032727] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.032727] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.032929] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.032992] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.033147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.033365] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe2e8f53-07e3-41ff-9f86-e04b61eb4dae" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.505712] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51cdc9c8-d8b6-470b-a709-caa2626eac0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.008730] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.009054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.009054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.009309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.009406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.009509] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c is going to be created. [ 862.034367] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.034367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.034367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.034367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.034367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.044255] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c in Status: UNINITIALIZED for 2s [ 864.056709] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c in Status: SUCCESS [ 864.057072] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.058323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.058323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.058323] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.058323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.058323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.059306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.059935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.060123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.060296] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51cdc9c8-d8b6-470b-a709-caa2626eac0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.564267] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51cdc9c8-d8b6-470b-a709-caa2626eac0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.066220] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51cdc9c8-d8b6-470b-a709-caa2626eac0c: rpc.has_security_group_logging(os_id): False [ 865.087487] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.087652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.087705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.088628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.088990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.091435] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.091558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.091630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.092520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.092625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.092729] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c is going to be created. [ 865.166889] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.166889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.166889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.166889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.166889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.182088] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c in Status: IN_PROGRESS for 2s [ 865.493979] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 865.493979] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 866.152139] env[65134]: INFO networking_nsxv3.common.synchronization [None req-a69a1035-300c-4330-9071-126e44e60b27 None None] Enqueued Resource ID: 0b8d81fe-1815-45cf-8bd2-cffd1a917d0c with Priority: HIGHEST for action port [ 866.152697] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b8d81fe-1815-45cf-8bd2-cffd1a917d0c with Priority: HIGHEST for action port [ 866.153260] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b8d81fe-1815-45cf-8bd2-cffd1a917d0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.156236] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b8d81fe-1815-45cf-8bd2-cffd1a917d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.157162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b8d81fe-1815-45cf-8bd2-cffd1a917d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.157162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b8d81fe-1815-45cf-8bd2-cffd1a917d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.157162] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b8d81fe-1815-45cf-8bd2-cffd1a917d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.659708] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b8d81fe-1815-45cf-8bd2-cffd1a917d0c [ 866.659872] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.660117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.660117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.660261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.660317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.660370] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b8d81fe-1815-45cf-8bd2-cffd1a917d0c already deleted. [ 866.660484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b8d81fe-1815-45cf-8bd2-cffd1a917d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.035954] env[65134]: INFO networking_nsxv3.common.synchronization [None req-a506c07c-fe9d-45e7-924e-63fe4d986783 tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGHEST for action security_group_rules [ 867.036807] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGHEST for action security_group_rules [ 867.036912] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7626c6d7-a703-4e01-9943-62947331767d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.037051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.037124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.037467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.037467] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.133573] env[65134]: INFO networking_nsxv3.common.synchronization [None req-b6b0e1ad-0c78-44ba-a2a6-c9ee627f218a tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGHEST for action security_group_rules [ 867.134290] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGHEST for action security_group_rules [ 867.136669] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7626c6d7-a703-4e01-9943-62947331767d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.136669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.196653] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c in Status: SUCCESS [ 867.197053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.559272] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.559445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.559564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.559692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.559794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.559889] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7626c6d7-a703-4e01-9943-62947331767d already deleted. [ 867.559964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.560152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.560310] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.560400] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.904795] env[65134]: INFO networking_nsxv3.common.synchronization [req-f40d99c0-d532-45f6-8ae9-5f37c412a3ce req-5ad45a4f-7235-42c5-ac7e-b956f37ce0a6 tempest-MigrationsAdminTest-1967168221 tempest-MigrationsAdminTest-1967168221-project-member] Enqueued Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_members [ 867.905023] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_members [ 867.905181] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.905832] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.905832] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.905832] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.905832] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.905832] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.905832] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.906105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.906105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.906171] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.082203] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.082203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.082203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.082203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.082203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.082203] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7626c6d7-a703-4e01-9943-62947331767d already deleted. [ 868.082203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.408223] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.670145] env[65134]: INFO networking_nsxv3.common.synchronization [None req-0f671461-fb12-4982-b13e-113386824d42 None None] Enqueued Resource ID: d5f54f9a-62fd-46f2-b95a-978b28c4d21c with Priority: HIGHEST for action port [ 868.670719] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f54f9a-62fd-46f2-b95a-978b28c4d21c with Priority: HIGHEST for action port [ 868.672058] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5f54f9a-62fd-46f2-b95a-978b28c4d21c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.672212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5f54f9a-62fd-46f2-b95a-978b28c4d21c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.672256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5f54f9a-62fd-46f2-b95a-978b28c4d21c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.672539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5f54f9a-62fd-46f2-b95a-978b28c4d21c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.672649] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5f54f9a-62fd-46f2-b95a-978b28c4d21c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.911045] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.175347] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5f54f9a-62fd-46f2-b95a-978b28c4d21c [ 869.175507] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.175634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.175713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.175938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.176052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.176146] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5f54f9a-62fd-46f2-b95a-978b28c4d21c already deleted. [ 869.176253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5f54f9a-62fd-46f2-b95a-978b28c4d21c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.414301] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.414596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.414596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.414757] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.414859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.414925] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 is going to be updated. [ 869.442373] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.442522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.442595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.442843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.442996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.452444] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: IN_PROGRESS for 2s [ 871.466979] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: SUCCESS [ 871.466979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.294444] env[65134]: INFO networking_nsxv3.common.synchronization [None req-ea7487e7-0a78-40de-afc9-885150fa5378 None None] Enqueued Resource ID: f9e455a3-7848-4114-aebb-f7e0211cc9ba with Priority: HIGHEST for action port [ 872.294890] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e455a3-7848-4114-aebb-f7e0211cc9ba with Priority: HIGHEST for action port [ 872.295905] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9e455a3-7848-4114-aebb-f7e0211cc9ba taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.295905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9e455a3-7848-4114-aebb-f7e0211cc9ba" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.295905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9e455a3-7848-4114-aebb-f7e0211cc9ba" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.295905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9e455a3-7848-4114-aebb-f7e0211cc9ba" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.295905] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9e455a3-7848-4114-aebb-f7e0211cc9ba',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.797538] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9e455a3-7848-4114-aebb-f7e0211cc9ba [ 872.797870] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.797935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.797964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.798315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.798411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.798509] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9e455a3-7848-4114-aebb-f7e0211cc9ba already deleted. [ 872.798606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9e455a3-7848-4114-aebb-f7e0211cc9ba" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.165263] env[65134]: INFO networking_nsxv3.common.synchronization [req-9b7bc937-c8db-4dfd-8507-4e3bb93333bc req-48cc2e60-9530-4458-afd6-e8ea8564a77d tempest-ServerMetadataNegativeTestJSON-904709256 tempest-ServerMetadataNegativeTestJSON-904709256-project-member] Enqueued Resource ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 with Priority: HIGHEST for action security_group_members [ 873.165734] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 with Priority: HIGHEST for action security_group_members [ 873.166071] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.166219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.166380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.166547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.166689] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.166786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.166850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.167007] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.167719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.168122] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499866b6-3473-4b5b-8ac9-18d7bbcbafb8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.509504] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-985 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.509701] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-985" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.509899] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-985" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.510239] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-985" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.512261] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.512261] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.512261] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.512261] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.512261] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.512261] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.512261] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.512261] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.512261] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.512261] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.512261] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.512261] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.534057] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.534057] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.534057] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.534057] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-985" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.534057] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-5fc9cd58-91db-41bd-8615-a2994f541e68 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.534057] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-5fc9cd58-91db-41bd-8615-a2994f541e68" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.534057] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-5fc9cd58-91db-41bd-8615-a2994f541e68" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.534057] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-5fc9cd58-91db-41bd-8615-a2994f541e68" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.534057] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fc9cd58-91db-41bd-8615-a2994f541e68',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.670502] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.670658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.670728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.672061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.672061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.672061] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.672061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.672061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.672061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.672061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.672061] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 already deleted. [ 873.672061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.036564] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.036940] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.037115] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.037365] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.037517] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.037912] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 5fc9cd58-91db-41bd-8615-a2994f541e68 not found, creating... [ 874.038069] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.038359] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.038414] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.038603] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.038793] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.039056] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.039218] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.039337] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.039587] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.039791] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.039849] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 5fc9cd58-91db-41bd-8615-a2994f541e68 is going to be created. [ 874.064503] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.065591] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.065591] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.065591] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.065591] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.065794] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-5fc9cd58-91db-41bd-8615-a2994f541e68" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.805055] env[65134]: INFO networking_nsxv3.common.synchronization [req-9b7bc937-c8db-4dfd-8507-4e3bb93333bc req-f0250a31-0c69-4779-8f19-839056473f83 service nova] Enqueued Resource ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 with Priority: HIGHEST for action security_group_rules [ 874.805254] env[65134]: INFO networking_nsxv3.common.synchronization [req-9b7bc937-c8db-4dfd-8507-4e3bb93333bc req-f0250a31-0c69-4779-8f19-839056473f83 service nova] Enqueued Resource ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 with Priority: HIGHEST for action security_group_members [ 874.805388] env[65134]: INFO networking_nsxv3.common.synchronization [req-9b7bc937-c8db-4dfd-8507-4e3bb93333bc req-f0250a31-0c69-4779-8f19-839056473f83 service nova] Enqueued Resource ID: 5fc9cd58-91db-41bd-8615-a2994f541e68 with Priority: HIGHEST for action port [ 874.806378] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 with Priority: HIGHEST for action security_group_rules [ 874.806378] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 with Priority: HIGHEST for action security_group_members [ 874.806378] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc9cd58-91db-41bd-8615-a2994f541e68 with Priority: HIGHEST for action port [ 874.806530] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-499866b6-3473-4b5b-8ac9-18d7bbcbafb8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.806638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.806683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.806933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.807022] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('499866b6-3473-4b5b-8ac9-18d7bbcbafb8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.809288] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.809288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.809288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.809288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.809288] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.809288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.809288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.809288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.809288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.809288] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499866b6-3473-4b5b-8ac9-18d7bbcbafb8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.810667] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fc9cd58-91db-41bd-8615-a2994f541e68 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.810667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fc9cd58-91db-41bd-8615-a2994f541e68" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.810667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fc9cd58-91db-41bd-8615-a2994f541e68" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.810667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fc9cd58-91db-41bd-8615-a2994f541e68" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.810667] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fc9cd58-91db-41bd-8615-a2994f541e68',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.311463] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.311693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.311809] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('499866b6-3473-4b5b-8ac9-18d7bbcbafb8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.312793] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fc9cd58-91db-41bd-8615-a2994f541e68 with status ACTIVE [ 875.312952] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.313081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.313148] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.313378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.313464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.313635] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.313732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.313799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.313949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.314046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.315121] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.315121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.315121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.315121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.315121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.315121] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fc9cd58-91db-41bd-8615-a2994f541e68 is going to be updated. [ 875.336740] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.336888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.337016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.337275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.337450] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.337628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fc9cd58-91db-41bd-8615-a2994f541e68" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.817055] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('499866b6-3473-4b5b-8ac9-18d7bbcbafb8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.841426] env[65134]: INFO networking_nsxv3.common.synchronization [req-777b60da-0eb1-486f-8877-f080bcd352e2 req-ac836b1f-77eb-4c9b-9851-a45d2ed31279 tempest-ListImageFiltersTestJSON-434243979 tempest-ListImageFiltersTestJSON-434243979-project-member] Enqueued Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_members [ 875.841954] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_members [ 875.842328] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.842461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.842530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.842779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.842944] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.843060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.843122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.843290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.843375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.843469] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.182021] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.182021] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.182021] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.182021] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.182021] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.182021] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.182021] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.182021] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.182539] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.182822] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.182979] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.183135] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.183536] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.183745] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.183980] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.184207] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.204543] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.204543] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.204543] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.204543] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.204727] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-05519e6a-d856-44d2-ac46-11a21348b742 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.204884] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-05519e6a-d856-44d2-ac46-11a21348b742" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.205011] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-05519e6a-d856-44d2-ac46-11a21348b742" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.205337] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-05519e6a-d856-44d2-ac46-11a21348b742" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.205478] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05519e6a-d856-44d2-ac46-11a21348b742',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.319456] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.319761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.319761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.319941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.320067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.320209] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 is going to be created. [ 876.347057] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.347057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.347057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.347057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.347328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.348286] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.348406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.348476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.348647] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.348729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.348968] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.349092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.349177] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.349278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.349351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.349434] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c already deleted. [ 876.349510] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.357424] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 in Status: UNINITIALIZED for 2s [ 876.708038] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.708038] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.708302] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.708427] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.708489] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.708648] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 05519e6a-d856-44d2-ac46-11a21348b742 not found, creating... [ 876.708923] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.709088] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.709206] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.709471] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.709650] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.710016] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.710191] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.710309] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.710538] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.710731] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.710826] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 05519e6a-d856-44d2-ac46-11a21348b742 is going to be created. [ 876.734535] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.734848] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.735129] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.735345] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.735610] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.735864] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-05519e6a-d856-44d2-ac46-11a21348b742" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.429800] env[65134]: INFO networking_nsxv3.common.synchronization [req-777b60da-0eb1-486f-8877-f080bcd352e2 req-db1780f2-bf14-40fd-882f-e54c5b31b516 service nova] Enqueued Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_rules [ 877.429800] env[65134]: INFO networking_nsxv3.common.synchronization [req-777b60da-0eb1-486f-8877-f080bcd352e2 req-db1780f2-bf14-40fd-882f-e54c5b31b516 service nova] Enqueued Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_members [ 877.429800] env[65134]: INFO networking_nsxv3.common.synchronization [req-777b60da-0eb1-486f-8877-f080bcd352e2 req-db1780f2-bf14-40fd-882f-e54c5b31b516 service nova] Enqueued Resource ID: 05519e6a-d856-44d2-ac46-11a21348b742 with Priority: HIGHEST for action port [ 877.429800] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_rules [ 877.429800] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_members [ 877.429800] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05519e6a-d856-44d2-ac46-11a21348b742 with Priority: HIGHEST for action port [ 877.429800] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.429800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.429800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.429800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.430705] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.431197] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.431322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.431375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.431534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.431681] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.431851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.431895] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.432040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.432106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.432267] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.433194] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-05519e6a-d856-44d2-ac46-11a21348b742 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.433194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05519e6a-d856-44d2-ac46-11a21348b742" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.433194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05519e6a-d856-44d2-ac46-11a21348b742" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.433578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05519e6a-d856-44d2-ac46-11a21348b742" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.433578] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05519e6a-d856-44d2-ac46-11a21348b742',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.935129] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.935340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.935475] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.936426] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05519e6a-d856-44d2-ac46-11a21348b742 with status ACTIVE [ 877.936659] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.936766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.936766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.937019] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.937111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.938947] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.939316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.939316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.939502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.939502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.939664] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.939744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.939788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.939949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.940060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.940152] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05519e6a-d856-44d2-ac46-11a21348b742 is going to be updated. [ 877.961651] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.961651] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.961786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.961974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.962065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.962221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05519e6a-d856-44d2-ac46-11a21348b742" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.366519] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 in Status: SUCCESS [ 878.366747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.367073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.367159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.367346] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.367464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.367530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.367683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.367986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.367986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.367986] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('499866b6-3473-4b5b-8ac9-18d7bbcbafb8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.443755] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.870757] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.871338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.871539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.871928] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.872251] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.872466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.872588] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.872882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.873058] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.873205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.873473] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.873717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.873801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.873997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.874288] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.874460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.874561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.874744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.874839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.874980] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.875161] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('499866b6-3473-4b5b-8ac9-18d7bbcbafb8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.946087] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.946273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.946317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.946539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.946628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.946726] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c is going to be created. [ 878.973276] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.974528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.974528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.974528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.974528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.987331] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: UNINITIALIZED for 2s [ 879.378406] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 499866b6-3473-4b5b-8ac9-18d7bbcbafb8: rpc.has_security_group_logging(os_id): False [ 879.399905] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.400091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.400177] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.400387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.400475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.400691] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.400812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.400957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.401134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.401240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.401457] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.401559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.401629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.401831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.401942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.402233] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.402388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.402461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.402649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.402736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.402822] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 is going to be created. [ 879.470037] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.470037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.470427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.470427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.470482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.481016] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 in Status: IN_PROGRESS for 2s [ 880.614676] env[65134]: INFO networking_nsxv3.common.synchronization [req-8cd1ec59-f8e6-4f88-b22f-5edb5af7aee8 req-d522c294-adbb-4882-9ab2-e5e87f7dd91d tempest-DeleteServersTestJSON-455681454 tempest-DeleteServersTestJSON-455681454-project-member] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 880.615042] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 880.615664] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.615796] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.615860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.616736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.616973] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.617276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.617276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.617517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.617610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.618045] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.996426] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: SUCCESS [ 880.996724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.996919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.997149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.997348] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.997464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.997530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.997687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.997784] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.997875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.997966] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.121507] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.121660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.121774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.122196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.122431] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.122547] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.122669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.122669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.122828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.122907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.122994] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 881.151418] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.151505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.151553] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.151752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.151896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.161586] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 881.497530] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 in Status: SUCCESS [ 881.497794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.500444] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.500615] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.500862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.501219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.501405] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.501519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.501584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.501742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.501861] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.501923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.502160] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.502271] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.502336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.502485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.502624] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.502716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.502777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.502915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.503013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.503125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.503273] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.006455] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c11680a-c41b-4fa6-ae35-b8d262156e3c: rpc.has_security_group_logging(os_id): False [ 882.027087] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.027242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.027314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.027525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.027623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.027831] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.027927] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.027989] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.028149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.028226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.028405] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.028497] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.028557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.028694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.028754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.028969] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.029082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.029141] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.029278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.029349] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.029430] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c is going to be created. [ 882.084901] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.084901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.084901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.084901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.085152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.097173] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: IN_PROGRESS for 2s [ 882.533154] env[65134]: INFO networking_nsxv3.common.synchronization [req-e6e0efbf-78a3-4a21-a248-5ebc932d753f req-78f63663-9ff0-40c0-b7e7-f1a1917150f3 tempest-ListImageFiltersTestJSON-434243979 tempest-ListImageFiltersTestJSON-434243979-project-member] Enqueued Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_members [ 882.533813] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_members [ 882.534186] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.534359] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.534433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.534678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.534869] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.535458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.535555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.535791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.535879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.535969] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.856862] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.857070] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.857198] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.857462] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.857725] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.857964] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.858715] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.858715] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.858715] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.858715] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.859435] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.859435] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.859435] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.859435] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.859435] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.859823] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.883028] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.883028] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.883028] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.883028] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.883028] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-ed989a66-0c1c-4a7c-bb16-9570212339eb taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.883028] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-ed989a66-0c1c-4a7c-bb16-9570212339eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.883028] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-ed989a66-0c1c-4a7c-bb16-9570212339eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.883028] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-ed989a66-0c1c-4a7c-bb16-9570212339eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.883028] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed989a66-0c1c-4a7c-bb16-9570212339eb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.040061] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.171673] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 883.171952] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c deletion is rescheduled due to dependency. [ 883.172033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.385693] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.385693] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.385901] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.386100] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.386255] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.386402] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port ed989a66-0c1c-4a7c-bb16-9570212339eb not found, creating... [ 883.386642] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.386797] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.386914] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.387145] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.387281] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.387554] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.387706] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.387868] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.388030] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.388165] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.388306] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: ed989a66-0c1c-4a7c-bb16-9570212339eb is going to be created. [ 883.413159] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.413384] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.413648] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.414052] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.414347] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.414652] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-ed989a66-0c1c-4a7c-bb16-9570212339eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.542576] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.046067] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.046067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.046067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.046067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.046067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.046067] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c is going to be updated. [ 884.077800] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.077949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.078035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.078285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.078406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.088574] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: IN_PROGRESS for 2s [ 884.114347] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: SUCCESS [ 884.114347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.142019] env[65134]: INFO networking_nsxv3.common.synchronization [req-e6e0efbf-78a3-4a21-a248-5ebc932d753f req-056a7df2-bca2-4ea5-a30f-42db32bc22c7 service nova] Enqueued Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_rules [ 884.142019] env[65134]: INFO networking_nsxv3.common.synchronization [req-e6e0efbf-78a3-4a21-a248-5ebc932d753f req-056a7df2-bca2-4ea5-a30f-42db32bc22c7 service nova] Enqueued Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_members [ 884.142019] env[65134]: INFO networking_nsxv3.common.synchronization [req-e6e0efbf-78a3-4a21-a248-5ebc932d753f req-056a7df2-bca2-4ea5-a30f-42db32bc22c7 service nova] Enqueued Resource ID: ed989a66-0c1c-4a7c-bb16-9570212339eb with Priority: HIGHEST for action port [ 884.142370] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_rules [ 884.142509] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_members [ 884.142836] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed989a66-0c1c-4a7c-bb16-9570212339eb with Priority: HIGHEST for action port [ 884.142907] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.142980] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.143055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.143246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.143323] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.144221] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.144307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.144572] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed989a66-0c1c-4a7c-bb16-9570212339eb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.144572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed989a66-0c1c-4a7c-bb16-9570212339eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.144656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed989a66-0c1c-4a7c-bb16-9570212339eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.144787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed989a66-0c1c-4a7c-bb16-9570212339eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.145029] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed989a66-0c1c-4a7c-bb16-9570212339eb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.646666] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.646838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.648768] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed989a66-0c1c-4a7c-bb16-9570212339eb with status ACTIVE [ 884.648768] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.648768] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.648768] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.648768] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.649135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.649135] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.649135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.649135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.649295] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.649333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.649513] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.649608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.649669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.649808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.649882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.649966] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed989a66-0c1c-4a7c-bb16-9570212339eb is going to be updated. [ 884.677125] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.677391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.677518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.677815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.678064] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.678331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed989a66-0c1c-4a7c-bb16-9570212339eb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.038193] env[65134]: INFO networking_nsxv3.common.synchronization [req-a872a091-13d4-45de-a5e9-8ce5f08bd8a4 req-6edd61f5-d717-4c89-aafe-6ea3cf0863f4 tempest-ServersWithSpecificFlavorTestJSON-147383345 tempest-ServersWithSpecificFlavorTestJSON-147383345-project-member] Enqueued Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_members [ 885.039981] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_members [ 885.040594] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.040853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.041035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.041368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.041625] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.041807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.041976] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.042294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.042443] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.042632] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.356225] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.356512] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-857" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.357024] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-857" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.357463] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-857" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.357842] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.358055] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.358221] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.358488] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.358664] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.358940] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.359117] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.359258] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.359394] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.359533] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.359662] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.360278] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.380012] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.380230] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.380373] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.380689] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-857" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.380909] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.381137] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.381263] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.381579] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.381717] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.548361] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.548361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.548908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.549178] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.549278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.549483] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.549586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.549653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.549798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.549874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.549959] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d is going to be updated. [ 885.575649] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.575821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.575871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.576083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.576228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.587215] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: IN_PROGRESS for 2s [ 885.884222] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.884452] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.884579] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.884856] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.885017] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.885179] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29 not found, creating... [ 885.885843] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.886038] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.886163] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.886391] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.886529] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.886806] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.886960] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.887089] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.887298] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.887429] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.887570] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29 is going to be created. [ 885.906839] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.907102] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.907199] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.907453] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.907675] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.907891] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.099940] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: SUCCESS [ 886.100203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.100380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.100588] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.100770] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.100890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.100989] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.101187] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.101267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.101369] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.241881] env[65134]: INFO networking_nsxv3.common.synchronization [req-fd56271a-5999-44ed-a3f4-f75aab6dffb2 req-5aad57ea-183d-4a9a-8166-3bdc9e208297 tempest-ServerMetadataNegativeTestJSON-904709256 tempest-ServerMetadataNegativeTestJSON-904709256-project-member] Enqueued Resource ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 with Priority: HIGHEST for action security_group_members [ 886.242284] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 with Priority: HIGHEST for action security_group_members [ 886.242804] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.243048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.243218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.243533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.244713] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.244713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.244713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.244713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.244713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.245023] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499866b6-3473-4b5b-8ac9-18d7bbcbafb8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.604066] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.695200] env[65134]: INFO networking_nsxv3.common.synchronization [req-a872a091-13d4-45de-a5e9-8ce5f08bd8a4 req-78c20bdf-4a2d-4e92-bc61-2f36547d1fb2 service nova] Enqueued Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_rules [ 886.695421] env[65134]: INFO networking_nsxv3.common.synchronization [req-a872a091-13d4-45de-a5e9-8ce5f08bd8a4 req-78c20bdf-4a2d-4e92-bc61-2f36547d1fb2 service nova] Enqueued Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_members [ 886.695619] env[65134]: INFO networking_nsxv3.common.synchronization [req-a872a091-13d4-45de-a5e9-8ce5f08bd8a4 req-78c20bdf-4a2d-4e92-bc61-2f36547d1fb2 service nova] Enqueued Resource ID: e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29 with Priority: HIGHEST for action port [ 886.696168] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_rules [ 886.696319] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_members [ 886.696526] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29 with Priority: HIGHEST for action port [ 886.696758] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.696892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.696960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.699722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.699722] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.701176] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.701176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.701335] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.701512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.701512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.702820] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.702820] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.747932] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.748104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.748164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.748379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.748467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.748650] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.748741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.748847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.748982] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.749059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.749149] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 is going to be updated. [ 886.781176] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.781337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.781427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.781612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.781750] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.793518] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 in Status: IN_PROGRESS for 2s [ 887.107295] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.203667] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.203667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.203975] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29 with status ACTIVE [ 887.204247] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.204510] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.204610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.204799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.204965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.205286] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.205959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.205959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.205959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.205959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.206291] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.206463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.206578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.206809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.206942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.207097] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29 is going to be updated. [ 887.231481] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.231676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.231831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.231997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.232192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.232362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ac9e1a-dff0-481b-9a0b-44b34e2a5e29" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.600485] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: SUCCESS [ 887.600766] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d deletion is rescheduled due to dependency. [ 887.600844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.602213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.602213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.602213] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.602213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.602213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.602213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.602213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.602213] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.610070] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.610381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.610381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.610596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.610660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.610753] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c is going to be updated. [ 887.639498] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.639686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.639743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.639966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.640167] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.649890] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: IN_PROGRESS for 2s [ 888.105559] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.609894] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.804176] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 in Status: SUCCESS [ 888.804464] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 deletion is rescheduled due to dependency. [ 888.804464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.115816] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.117057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.117057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.117057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.117057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.117057] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d is going to be updated. [ 889.156149] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.156930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.156930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.157080] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.157202] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.167840] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: IN_PROGRESS for 2s [ 889.662211] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: SUCCESS [ 889.662524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.662783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.663081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.663347] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.663536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.663625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.663876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.664033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.664171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.664271] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.166928] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.167296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.167296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.167359] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.167954] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.168084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.168153] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.168320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.168409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.168496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.168641] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.168735] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.168797] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.168996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.169148] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.169242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.169302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.169440] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.169517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.169599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.169691] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.672726] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c11680a-c41b-4fa6-ae35-b8d262156e3c: rpc.has_security_group_logging(os_id): False [ 890.695594] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.695770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.695855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.696143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.696244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.696505] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.696635] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.696762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.696879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.696981] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.697219] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.697329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.697393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.697572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.697650] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.698430] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.698430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.698430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.698430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.698430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.698430] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c is going to be updated. [ 890.759809] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.760130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.760250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.760587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.760872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.774591] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: IN_PROGRESS for 2s [ 891.179522] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: SUCCESS [ 891.179522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.179522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.179914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.181193] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.181193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.181193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.181193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.181193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.181193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.181193] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.684377] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.697556] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 891.697717] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 892.189160] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d81d0456-07ed-48b8-bd88-6d147a794d1d: rpc.has_security_group_logging(os_id): False [ 892.212660] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.212660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.212660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.212660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.212660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.212660] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.212660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.212660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.212660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.212660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.212660] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d is going to be updated. [ 892.296165] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.296165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.296165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.296165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.296165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.312099] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: IN_PROGRESS for 2s [ 892.790405] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: SUCCESS [ 892.790533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.514046] env[65134]: INFO networking_nsxv3.common.synchronization [None req-639c9c67-e490-41ef-b7e8-5fa228996a60 None None] Enqueued Resource ID: ae3add4f-0e7a-4a9a-ab28-a1a442d6e129 with Priority: HIGHEST for action port [ 893.514425] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3add4f-0e7a-4a9a-ab28-a1a442d6e129 with Priority: HIGHEST for action port [ 893.515284] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae3add4f-0e7a-4a9a-ab28-a1a442d6e129 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.515284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae3add4f-0e7a-4a9a-ab28-a1a442d6e129" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.515284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae3add4f-0e7a-4a9a-ab28-a1a442d6e129" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.515588] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae3add4f-0e7a-4a9a-ab28-a1a442d6e129" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.515695] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae3add4f-0e7a-4a9a-ab28-a1a442d6e129',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.018275] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae3add4f-0e7a-4a9a-ab28-a1a442d6e129 [ 894.019259] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.019594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.020622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.020622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.020622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.020622] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae3add4f-0e7a-4a9a-ab28-a1a442d6e129 already deleted. [ 894.020622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae3add4f-0e7a-4a9a-ab28-a1a442d6e129" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.328735] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: SUCCESS [ 894.328967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.860911] env[65134]: INFO networking_nsxv3.common.synchronization [req-2d7cf20f-f1b3-4373-a188-f0616a5ae7f7 req-d63dbba1-63b7-4826-8a54-178c03e5dc8c tempest-ServerActionsV293TestJSON-574407771 tempest-ServerActionsV293TestJSON-574407771-project-member] Enqueued Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGHEST for action security_group_members [ 895.862080] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGHEST for action security_group_members [ 895.864352] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56dda46-528a-440b-aaa3-23d13446ef79 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.864352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.864352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.864352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.864352] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.864352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.864352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.864352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.864352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.864352] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56dda46-528a-440b-aaa3-23d13446ef79',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.982999] env[65134]: INFO networking_nsxv3.common.synchronization [None req-f812c7cc-ef90-49d2-a9b5-1551e3d36c7a None None] Enqueued Resource ID: 501ba039-ac20-46f9-ac4b-1e6161648143 with Priority: HIGHEST for action port [ 895.983794] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501ba039-ac20-46f9-ac4b-1e6161648143 with Priority: HIGHEST for action port [ 895.983961] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-501ba039-ac20-46f9-ac4b-1e6161648143 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.984148] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-501ba039-ac20-46f9-ac4b-1e6161648143" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.984224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-501ba039-ac20-46f9-ac4b-1e6161648143" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.984524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-501ba039-ac20-46f9-ac4b-1e6161648143" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.984639] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501ba039-ac20-46f9-ac4b-1e6161648143',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.367737] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.368009] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.368009] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.368159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.368252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.368442] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.368539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.368618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.368746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.368820] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.368909] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56dda46-528a-440b-aaa3-23d13446ef79 is going to be updated. [ 896.398878] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.399081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.399122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.399567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.399567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.409309] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56dda46-528a-440b-aaa3-23d13446ef79 in Status: IN_PROGRESS for 2s [ 896.487262] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 501ba039-ac20-46f9-ac4b-1e6161648143 [ 896.487573] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.487729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.487846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.488176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.488319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.488461] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:501ba039-ac20-46f9-ac4b-1e6161648143 already deleted. [ 896.488581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-501ba039-ac20-46f9-ac4b-1e6161648143" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.421406] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56dda46-528a-440b-aaa3-23d13446ef79 in Status: SUCCESS [ 898.421717] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56dda46-528a-440b-aaa3-23d13446ef79 deletion is rescheduled due to dependency. [ 898.421717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.871499] env[65134]: INFO networking_nsxv3.common.synchronization [req-9ceb062d-d506-471e-93a5-427105efceb8 req-5f3f9e6e-10da-4aa9-bca9-645fb4803791 tempest-ServerRescueNegativeTestJSON-1319517944 tempest-ServerRescueNegativeTestJSON-1319517944-project-member] Enqueued Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_members [ 899.872050] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_members [ 899.872497] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.872718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.872776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.873130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.873376] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.873475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.874256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.874256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.874256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.874256] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.375934] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.376651] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.376745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.377033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.377134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.377462] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.377626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.377626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.377931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.377931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.378087] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447b0d72-876d-43ff-be4a-e01de24026bc already deleted. [ 900.378140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.716785] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.717135] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-25" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.717239] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-25" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.718402] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-25" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.718402] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.718402] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.718402] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.718652] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.719535] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.719535] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.719535] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.719535] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.719535] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.719535] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.719759] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.719795] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.744636] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.744894] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.745267] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.745439] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-25" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.745908] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-a914696d-3ba1-4e3f-8135-43137b28e1ea taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.746191] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-a914696d-3ba1-4e3f-8135-43137b28e1ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.746398] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-a914696d-3ba1-4e3f-8135-43137b28e1ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.746768] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-a914696d-3ba1-4e3f-8135-43137b28e1ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.746935] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a914696d-3ba1-4e3f-8135-43137b28e1ea',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.251395] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.251738] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.251832] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.252204] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.252284] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.252465] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port a914696d-3ba1-4e3f-8135-43137b28e1ea not found, creating... [ 901.252708] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.252872] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.252991] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.253241] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.253466] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.253726] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.253885] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.254013] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.254233] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.254371] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.254510] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: a914696d-3ba1-4e3f-8135-43137b28e1ea is going to be created. [ 901.280412] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.280412] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.280412] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.280412] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.280412] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.280412] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-a914696d-3ba1-4e3f-8135-43137b28e1ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.004942] env[65134]: INFO networking_nsxv3.common.synchronization [req-9ceb062d-d506-471e-93a5-427105efceb8 req-ce5d2214-92fe-476f-af9e-28d054a0d9ed service nova] Enqueued Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_rules [ 902.005143] env[65134]: INFO networking_nsxv3.common.synchronization [req-9ceb062d-d506-471e-93a5-427105efceb8 req-ce5d2214-92fe-476f-af9e-28d054a0d9ed service nova] Enqueued Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_members [ 902.005563] env[65134]: INFO networking_nsxv3.common.synchronization [req-9ceb062d-d506-471e-93a5-427105efceb8 req-ce5d2214-92fe-476f-af9e-28d054a0d9ed service nova] Enqueued Resource ID: a914696d-3ba1-4e3f-8135-43137b28e1ea with Priority: HIGHEST for action port [ 902.005907] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_rules [ 902.006214] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_members [ 902.006379] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a914696d-3ba1-4e3f-8135-43137b28e1ea with Priority: HIGHEST for action port [ 902.006619] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.006745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.006943] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.007108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.007164] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.011477] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.011477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.011477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.011477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.011477] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.011477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.011477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.011477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.011477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.011477] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.011477] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a914696d-3ba1-4e3f-8135-43137b28e1ea taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.011477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a914696d-3ba1-4e3f-8135-43137b28e1ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.011477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a914696d-3ba1-4e3f-8135-43137b28e1ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.011477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a914696d-3ba1-4e3f-8135-43137b28e1ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.011477] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a914696d-3ba1-4e3f-8135-43137b28e1ea',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.515866] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.517407] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.517549] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.517735] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a914696d-3ba1-4e3f-8135-43137b28e1ea with status ACTIVE [ 902.517943] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.518097] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.518168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.518406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.518520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.518691] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.519039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.519039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.519219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.519219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.519624] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.519624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.519624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.519877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.519877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.519969] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a914696d-3ba1-4e3f-8135-43137b28e1ea is going to be updated. [ 902.547222] env[65134]: INFO networking_nsxv3.common.synchronization [None req-b54068b7-3439-45a9-81dd-a042c6c70dd3 None None] Enqueued Resource ID: af9bd46c-6630-4e73-881b-a2997d94e3b3 with Priority: HIGHEST for action port [ 902.548260] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.548586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.548652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.548861] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.549516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.549516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a914696d-3ba1-4e3f-8135-43137b28e1ea" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.550522] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9bd46c-6630-4e73-881b-a2997d94e3b3 with Priority: HIGHEST for action port [ 902.550522] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-af9bd46c-6630-4e73-881b-a2997d94e3b3 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.550522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af9bd46c-6630-4e73-881b-a2997d94e3b3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.550522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af9bd46c-6630-4e73-881b-a2997d94e3b3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.550738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af9bd46c-6630-4e73-881b-a2997d94e3b3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.551202] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9bd46c-6630-4e73-881b-a2997d94e3b3',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.023415] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.053281] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af9bd46c-6630-4e73-881b-a2997d94e3b3 [ 903.053572] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.053713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.053783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.054028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.054445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.054564] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af9bd46c-6630-4e73-881b-a2997d94e3b3 already deleted. [ 903.054879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af9bd46c-6630-4e73-881b-a2997d94e3b3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.459184] env[65134]: INFO networking_nsxv3.common.synchronization [None req-e3bdd34e-f3e4-46f7-a052-598f5f1df906 None None] Enqueued Resource ID: 0fcadece-1d1b-4a84-8ed8-d151d0eb3526 with Priority: HIGHEST for action port [ 903.459184] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcadece-1d1b-4a84-8ed8-d151d0eb3526 with Priority: HIGHEST for action port [ 903.459184] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fcadece-1d1b-4a84-8ed8-d151d0eb3526 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.459184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fcadece-1d1b-4a84-8ed8-d151d0eb3526" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.459184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fcadece-1d1b-4a84-8ed8-d151d0eb3526" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.459184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fcadece-1d1b-4a84-8ed8-d151d0eb3526" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.459184] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fcadece-1d1b-4a84-8ed8-d151d0eb3526',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.490237] env[65134]: INFO networking_nsxv3.common.synchronization [req-d443baac-9f73-4437-bd9b-5ad69238caec req-4dda06ae-09b9-4337-8989-8babc24a85fc tempest-ServerRescueNegativeTestJSON-1319517944 tempest-ServerRescueNegativeTestJSON-1319517944-project-member] Enqueued Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_members [ 903.490827] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_members [ 903.491496] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.491684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.525666] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.526170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.526170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.526381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.526539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.526715] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447b0d72-876d-43ff-be4a-e01de24026bc is going to be created. [ 903.554250] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.554250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.554543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.554689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.554910] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.567500] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: UNINITIALIZED for 2s [ 903.963156] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fcadece-1d1b-4a84-8ed8-d151d0eb3526 [ 903.963156] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.963156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.963156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.963156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.963156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.963156] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fcadece-1d1b-4a84-8ed8-d151d0eb3526 already deleted. [ 903.963156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fcadece-1d1b-4a84-8ed8-d151d0eb3526" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.218136] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.218346] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-25" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.218492] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-25" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.218751] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-25" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.219035] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.219035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.219035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.219637] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.219687] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.219851] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.219986] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.220103] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.220208] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.220323] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.220425] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.220555] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.241950] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.244018] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.244018] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.244018] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-25" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.244018] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-7a8d60cc-f830-4d4c-a483-19f4a78db3f9 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.244018] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-7a8d60cc-f830-4d4c-a483-19f4a78db3f9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.244018] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-7a8d60cc-f830-4d4c-a483-19f4a78db3f9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.244018] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-7a8d60cc-f830-4d4c-a483-19f4a78db3f9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.244573] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a8d60cc-f830-4d4c-a483-19f4a78db3f9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.748197] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.749770] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.749770] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.749987] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.750259] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.750568] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 7a8d60cc-f830-4d4c-a483-19f4a78db3f9 not found, creating... [ 904.750926] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.751174] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.751315] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.751564] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.751749] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.752133] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.752308] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.752474] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.752701] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.752838] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.752979] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 7a8d60cc-f830-4d4c-a483-19f4a78db3f9 is going to be created. [ 904.773698] env[65134]: INFO networking_nsxv3.common.synchronization [None req-6b396f10-a41b-49af-9696-8ad68d53b3fb None None] Enqueued Resource ID: 93e1e33e-aaec-4c79-b6cd-d4c1290fae66 with Priority: HIGHEST for action port [ 904.774663] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e1e33e-aaec-4c79-b6cd-d4c1290fae66 with Priority: HIGHEST for action port [ 904.774731] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-93e1e33e-aaec-4c79-b6cd-d4c1290fae66 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.774943] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93e1e33e-aaec-4c79-b6cd-d4c1290fae66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.774943] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93e1e33e-aaec-4c79-b6cd-d4c1290fae66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.775313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93e1e33e-aaec-4c79-b6cd-d4c1290fae66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.775613] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e1e33e-aaec-4c79-b6cd-d4c1290fae66',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.779218] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.780273] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.780273] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.780273] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.780273] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.780527] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-7a8d60cc-f830-4d4c-a483-19f4a78db3f9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.279250] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93e1e33e-aaec-4c79-b6cd-d4c1290fae66 [ 905.282267] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.282267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.282267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.282267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.282267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.282267] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93e1e33e-aaec-4c79-b6cd-d4c1290fae66 already deleted. [ 905.282267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93e1e33e-aaec-4c79-b6cd-d4c1290fae66" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.415109] env[65134]: INFO networking_nsxv3.common.synchronization [None req-6ccd6824-fc2f-40b3-ae96-61409d73a0d2 None None] Enqueued Resource ID: 6357f882-af17-4c0a-b5e9-76f17f573838 with Priority: HIGHEST for action port [ 905.415655] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6357f882-af17-4c0a-b5e9-76f17f573838 with Priority: HIGHEST for action port [ 905.415972] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6357f882-af17-4c0a-b5e9-76f17f573838 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.416108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6357f882-af17-4c0a-b5e9-76f17f573838" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.416179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6357f882-af17-4c0a-b5e9-76f17f573838" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.416462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6357f882-af17-4c0a-b5e9-76f17f573838" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.416565] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6357f882-af17-4c0a-b5e9-76f17f573838',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.525403] env[65134]: INFO networking_nsxv3.common.synchronization [req-d443baac-9f73-4437-bd9b-5ad69238caec req-7665318b-ae61-455a-a045-0e7e43cd21a1 service nova] Enqueued Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_rules [ 905.525619] env[65134]: INFO networking_nsxv3.common.synchronization [req-d443baac-9f73-4437-bd9b-5ad69238caec req-7665318b-ae61-455a-a045-0e7e43cd21a1 service nova] Enqueued Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_members [ 905.525829] env[65134]: INFO networking_nsxv3.common.synchronization [req-d443baac-9f73-4437-bd9b-5ad69238caec req-7665318b-ae61-455a-a045-0e7e43cd21a1 service nova] Enqueued Resource ID: 7a8d60cc-f830-4d4c-a483-19f4a78db3f9 with Priority: HIGHEST for action port [ 905.526459] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_rules [ 905.526624] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_members [ 905.526751] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8d60cc-f830-4d4c-a483-19f4a78db3f9 with Priority: HIGHEST for action port [ 905.527083] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.527234] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.527508] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.527756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.527756] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a8d60cc-f830-4d4c-a483-19f4a78db3f9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.527835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a8d60cc-f830-4d4c-a483-19f4a78db3f9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.527894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a8d60cc-f830-4d4c-a483-19f4a78db3f9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.528171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a8d60cc-f830-4d4c-a483-19f4a78db3f9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.529013] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a8d60cc-f830-4d4c-a483-19f4a78db3f9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.579670] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: SUCCESS [ 905.580010] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.580653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.580933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.581217] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.581382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.581484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.581691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.581778] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.581863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.581965] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.582932] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.583138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.583312] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.583470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.583563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.583764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.583850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.583954] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.919628] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6357f882-af17-4c0a-b5e9-76f17f573838 [ 905.919628] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.919628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.919628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.919628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.920240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.920240] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6357f882-af17-4c0a-b5e9-76f17f573838 already deleted. [ 905.920240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6357f882-af17-4c0a-b5e9-76f17f573838" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.026348] env[65134]: INFO networking_nsxv3.common.synchronization [req-9f4998d7-685b-4cec-bd45-45c0ef25612c req-521d17dd-6522-461c-b00e-ea881ec87bf1 tempest-ImagesOneServerNegativeTestJSON-1142892160 tempest-ImagesOneServerNegativeTestJSON-1142892160-project-member] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 906.026880] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 906.027259] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.027425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.027525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.027720] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.027897] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.028009] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.028142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.028277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.028464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.028636] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.031455] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a8d60cc-f830-4d4c-a483-19f4a78db3f9 with status ACTIVE [ 906.032774] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.032774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.032774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.032774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.032774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.032774] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.032774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.032774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.033307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.033307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.033307] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.033307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.033307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.033498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.033498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.033599] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a8d60cc-f830-4d4c-a483-19f4a78db3f9 is going to be updated. [ 906.063508] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.063691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.063798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.064337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.064337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.064470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a8d60cc-f830-4d4c-a483-19f4a78db3f9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.086261] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.086470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.086658] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.439181] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.439496] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-63" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.439711] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-63" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.440184] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-63" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.440588] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.440856] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.441071] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.441420] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.441671] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.442013] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.442224] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.442434] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.442649] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.442858] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.443082] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.443330] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.465518] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.465731] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.465898] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.466188] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-63" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.466565] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-aa544f32-bac0-4195-bbf0-2f4180b09e36 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.466799] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-aa544f32-bac0-4195-bbf0-2f4180b09e36" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.466950] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-aa544f32-bac0-4195-bbf0-2f4180b09e36" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.467373] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-aa544f32-bac0-4195-bbf0-2f4180b09e36" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.467591] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa544f32-bac0-4195-bbf0-2f4180b09e36',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.531559] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.531737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.531810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.532046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.532265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.532506] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.532629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.532696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.532866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.532943] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.533052] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 is going to be updated. [ 906.570733] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.570733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.570977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.571116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.571290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.589457] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.597801] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: IN_PROGRESS for 2s [ 906.969910] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.970386] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.970386] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.970638] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.970830] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.970998] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port aa544f32-bac0-4195-bbf0-2f4180b09e36 not found, creating... [ 906.971361] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.971542] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.971688] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.971925] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.972127] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.972438] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.972601] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.972760] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.972998] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.973173] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.973325] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: aa544f32-bac0-4195-bbf0-2f4180b09e36 is going to be created. [ 906.996961] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.997307] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.997442] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.997849] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.998197] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.998393] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-aa544f32-bac0-4195-bbf0-2f4180b09e36" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.096194] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.096194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.096352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.096425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.096506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.097291] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447b0d72-876d-43ff-be4a-e01de24026bc is going to be updated. [ 907.143082] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.143241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.143316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.143532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.143722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.154243] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: IN_PROGRESS for 2s [ 907.705928] env[65134]: INFO networking_nsxv3.common.synchronization [req-9f4998d7-685b-4cec-bd45-45c0ef25612c req-8d6ab686-847b-4979-a9c7-e0757718de57 service nova] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_rules [ 907.706148] env[65134]: INFO networking_nsxv3.common.synchronization [req-9f4998d7-685b-4cec-bd45-45c0ef25612c req-8d6ab686-847b-4979-a9c7-e0757718de57 service nova] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 907.706309] env[65134]: INFO networking_nsxv3.common.synchronization [req-9f4998d7-685b-4cec-bd45-45c0ef25612c req-8d6ab686-847b-4979-a9c7-e0757718de57 service nova] Enqueued Resource ID: aa544f32-bac0-4195-bbf0-2f4180b09e36 with Priority: HIGHEST for action port [ 907.706867] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_rules [ 907.707013] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 907.708236] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa544f32-bac0-4195-bbf0-2f4180b09e36 with Priority: HIGHEST for action port [ 907.708569] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.708748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.708776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.708978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.709068] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.711028] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.711168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.711391] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa544f32-bac0-4195-bbf0-2f4180b09e36 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.711496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa544f32-bac0-4195-bbf0-2f4180b09e36" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.711579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa544f32-bac0-4195-bbf0-2f4180b09e36" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.711741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa544f32-bac0-4195-bbf0-2f4180b09e36" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.711800] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa544f32-bac0-4195-bbf0-2f4180b09e36',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.216754] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.217112] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.217190] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa544f32-bac0-4195-bbf0-2f4180b09e36 with status ACTIVE [ 908.217404] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.217552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.217617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.217869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.217994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.218214] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.218338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.218402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.218624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.218727] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.218967] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.219253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.219368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.219591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.219706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.219841] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa544f32-bac0-4195-bbf0-2f4180b09e36 is going to be updated. [ 908.242992] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.243213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.243213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.243490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.243713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.243939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa544f32-bac0-4195-bbf0-2f4180b09e36" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.610390] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: SUCCESS [ 908.610598] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 deletion is rescheduled due to dependency. [ 908.610724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.610870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.611168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.611383] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.611537] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.611654] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.611889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.612045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.613121] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.115556] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.167903] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: SUCCESS [ 909.168116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.169041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.169041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.169041] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.169041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.169272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.169523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.169610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.169722] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.477283] env[65134]: INFO networking_nsxv3.common.synchronization [req-a4eb5e25-a82c-483a-ad01-65e15609e245 req-7be5351d-eb4c-441a-b6e7-605d182bbc4e tempest-ServerGroupTestJSON-307340899 tempest-ServerGroupTestJSON-307340899-project-member] Enqueued Resource ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 with Priority: HIGHEST for action security_group_members [ 909.477817] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 with Priority: HIGHEST for action security_group_members [ 909.478132] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.478279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.478351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.478603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.478765] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.478865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.478926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.479208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.479259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.479348] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('565f3f38-f6ee-4fb1-98dd-02f9cf79df99',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.618588] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.675021] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.925521] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.925712] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-378" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.925834] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-378" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.926185] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-378" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.926445] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.926607] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.926723] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.926939] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.927143] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.927382] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.927461] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.927578] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.927686] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.927804] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.927912] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.928047] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.954120] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.954345] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.954553] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.954734] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-378" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.955194] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-eebd658b-28d6-451e-bbfc-00ec22557cac taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.955417] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-eebd658b-28d6-451e-bbfc-00ec22557cac" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.955579] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-eebd658b-28d6-451e-bbfc-00ec22557cac" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.955933] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-eebd658b-28d6-451e-bbfc-00ec22557cac" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.956447] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eebd658b-28d6-451e-bbfc-00ec22557cac',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.983412] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.983412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.983412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.983412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.983412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.983412] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.983412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.983412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.983800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.983800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.983800] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 already deleted. [ 909.983800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.122012] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.122254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.122254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.122453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.122537] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.122633] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 is going to be updated. [ 910.158704] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.158845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.158949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.159251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.159502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.170788] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: IN_PROGRESS for 2s [ 910.176567] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.460399] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.460642] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.460774] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.461081] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.461295] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.461452] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port eebd658b-28d6-451e-bbfc-00ec22557cac not found, creating... [ 910.461720] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.461872] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.461984] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.462224] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.462364] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.462646] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.462799] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.462919] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.463154] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.463292] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.463462] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: eebd658b-28d6-451e-bbfc-00ec22557cac is going to be created. [ 910.494885] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.495231] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.495274] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.495562] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.495808] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.496050] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-eebd658b-28d6-451e-bbfc-00ec22557cac" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.679143] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.679390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.679467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.679798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.679798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.680030] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447b0d72-876d-43ff-be4a-e01de24026bc is going to be updated. [ 910.713561] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.713561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.713754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.714044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.714252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.724874] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: IN_PROGRESS for 2s [ 911.215659] env[65134]: INFO networking_nsxv3.common.synchronization [req-a4eb5e25-a82c-483a-ad01-65e15609e245 req-cdb2b848-2c4f-422a-a480-41a93a35de3e service nova] Enqueued Resource ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 with Priority: HIGHEST for action security_group_rules [ 911.215985] env[65134]: INFO networking_nsxv3.common.synchronization [req-a4eb5e25-a82c-483a-ad01-65e15609e245 req-cdb2b848-2c4f-422a-a480-41a93a35de3e service nova] Enqueued Resource ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 with Priority: HIGHEST for action security_group_members [ 911.216259] env[65134]: INFO networking_nsxv3.common.synchronization [req-a4eb5e25-a82c-483a-ad01-65e15609e245 req-cdb2b848-2c4f-422a-a480-41a93a35de3e service nova] Enqueued Resource ID: eebd658b-28d6-451e-bbfc-00ec22557cac with Priority: HIGHEST for action port [ 911.217018] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 with Priority: HIGHEST for action security_group_rules [ 911.217272] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 with Priority: HIGHEST for action security_group_members [ 911.217485] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebd658b-28d6-451e-bbfc-00ec22557cac with Priority: HIGHEST for action port [ 911.217925] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-565f3f38-f6ee-4fb1-98dd-02f9cf79df99 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.218217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.218330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.218645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.218789] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('565f3f38-f6ee-4fb1-98dd-02f9cf79df99',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.220015] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.220721] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.220853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.221184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.221447] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.221642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.222477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.222477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.222477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.222477] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('565f3f38-f6ee-4fb1-98dd-02f9cf79df99',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.223714] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-eebd658b-28d6-451e-bbfc-00ec22557cac taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.224117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eebd658b-28d6-451e-bbfc-00ec22557cac" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.224117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eebd658b-28d6-451e-bbfc-00ec22557cac" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.224987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eebd658b-28d6-451e-bbfc-00ec22557cac" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.224987] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eebd658b-28d6-451e-bbfc-00ec22557cac',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.265466] env[65134]: INFO networking_nsxv3.common.synchronization [req-44bbb395-7e06-4446-bb71-0cc1e8633dd8 req-92bb0cba-a2cb-4e07-81d1-454e2a429d56 tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGHEST for action security_group_members [ 911.265653] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGHEST for action security_group_members [ 911.266404] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7626c6d7-a703-4e01-9943-62947331767d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.267442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.267442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.267442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.267442] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.267442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.267442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.267693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.267789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.267940] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.645641] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.647037] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.647037] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.648368] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.649586] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.651211] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.652033] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.652033] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.652904] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.653343] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.653411] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.653603] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.653792] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.654481] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.654481] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.654735] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.680866] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.681098] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.681309] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.681462] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.681809] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-14b3a36a-9b58-4722-b47c-d4f17600c8c8 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.681985] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-14b3a36a-9b58-4722-b47c-d4f17600c8c8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.682129] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-14b3a36a-9b58-4722-b47c-d4f17600c8c8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.682489] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-14b3a36a-9b58-4722-b47c-d4f17600c8c8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.682705] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14b3a36a-9b58-4722-b47c-d4f17600c8c8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.728129] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.728129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.728129] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('565f3f38-f6ee-4fb1-98dd-02f9cf79df99',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.728762] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eebd658b-28d6-451e-bbfc-00ec22557cac with status ACTIVE [ 911.728966] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.729238] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.729384] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.729532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.729652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.730534] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.730625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.730662] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.730831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.730902] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.731370] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.731511] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.732181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.733106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.733106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.733106] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eebd658b-28d6-451e-bbfc-00ec22557cac is going to be updated. [ 911.759079] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.759299] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.759375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.759582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.759753] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.759922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eebd658b-28d6-451e-bbfc-00ec22557cac" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.771227] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.771497] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.771591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.771843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.772087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.772377] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.772504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.772573] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.772755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.772855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.772957] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7626c6d7-a703-4e01-9943-62947331767d already deleted. [ 911.773052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.185070] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: SUCCESS [ 912.185362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.185926] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.186145] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.186274] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.186536] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.186679] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.186820] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 14b3a36a-9b58-4722-b47c-d4f17600c8c8 not found, creating... [ 912.187090] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.187254] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.187388] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.187608] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.187740] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.188969] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.189198] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.189335] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.189563] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.189696] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.189835] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 14b3a36a-9b58-4722-b47c-d4f17600c8c8 is going to be created. [ 912.190913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.191119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.191331] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.191417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.191484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.191629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.191706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.191787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.191883] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.236481] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('565f3f38-f6ee-4fb1-98dd-02f9cf79df99',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.300036] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.300983] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.300983] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.300983] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.300983] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.301189] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-14b3a36a-9b58-4722-b47c-d4f17600c8c8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.697373] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.697669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.697669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.697851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.698064] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.698200] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.698265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.698417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.698507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.698607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.698761] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.698903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.698984] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.699243] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.699369] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.699498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.699571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.699685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.699760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.699849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.700039] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.738357] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: SUCCESS [ 912.738489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.738680] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.739160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.740420] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.740420] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.740420] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.740420] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.740642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.740702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.740848] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.741241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.741241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.741392] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.741550] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.741631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.741702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.741866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.741944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.742071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.742185] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.743379] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.743458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.743652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.743706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.743768] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.743897] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 is going to be created. [ 912.772545] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.772785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.772785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.773072] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.773186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.804058] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 in Status: UNINITIALIZED for 2s [ 912.947338] env[65134]: INFO networking_nsxv3.common.synchronization [req-44bbb395-7e06-4446-bb71-0cc1e8633dd8 req-5968add6-7c23-493d-9a60-2e2f97754ef2 service nova] Enqueued Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGHEST for action security_group_rules [ 912.947648] env[65134]: INFO networking_nsxv3.common.synchronization [req-44bbb395-7e06-4446-bb71-0cc1e8633dd8 req-5968add6-7c23-493d-9a60-2e2f97754ef2 service nova] Enqueued Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGHEST for action security_group_members [ 912.947991] env[65134]: INFO networking_nsxv3.common.synchronization [req-44bbb395-7e06-4446-bb71-0cc1e8633dd8 req-5968add6-7c23-493d-9a60-2e2f97754ef2 service nova] Enqueued Resource ID: 14b3a36a-9b58-4722-b47c-d4f17600c8c8 with Priority: HIGHEST for action port [ 912.948657] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGHEST for action security_group_rules [ 912.948837] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGHEST for action security_group_members [ 912.948943] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b3a36a-9b58-4722-b47c-d4f17600c8c8 with Priority: HIGHEST for action port [ 912.952468] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7626c6d7-a703-4e01-9943-62947331767d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.952468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.952468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.952468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.952468] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.953630] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7626c6d7-a703-4e01-9943-62947331767d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.953768] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.953844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.954139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.954351] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.954446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.954484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.954803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.954803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.954803] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.957555] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-14b3a36a-9b58-4722-b47c-d4f17600c8c8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.957555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14b3a36a-9b58-4722-b47c-d4f17600c8c8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.957555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14b3a36a-9b58-4722-b47c-d4f17600c8c8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.957555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14b3a36a-9b58-4722-b47c-d4f17600c8c8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.957555] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14b3a36a-9b58-4722-b47c-d4f17600c8c8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.205604] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6427555f-cbe6-4077-a83c-b3806f6d7b19: rpc.has_security_group_logging(os_id): False [ 913.223415] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.223415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.223922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.223922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.223922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.224108] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.226023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.226023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.226023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.226023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.226023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.226023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.226023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.226023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.226023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.226023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.226023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.226023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.226023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.226023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.226023] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 is going to be updated. [ 913.247217] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 447b0d72-876d-43ff-be4a-e01de24026bc: rpc.has_security_group_logging(os_id): False [ 913.288448] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.288448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.288448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.288448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.288792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.288930] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.289329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.289485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.289905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.290050] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.291041] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.291306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.291371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.291560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.292225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.292225] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.292225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.292225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.292429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.292519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.292660] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447b0d72-876d-43ff-be4a-e01de24026bc is going to be created. [ 913.328565] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.328889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.329209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.329571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.329794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.355986] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: IN_PROGRESS for 2s [ 913.410121] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.410369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.410489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.410785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.411075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.429405] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: IN_PROGRESS for 2s [ 913.457459] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.459358] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7626c6d7-a703-4e01-9943-62947331767d taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.459513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.459637] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14b3a36a-9b58-4722-b47c-d4f17600c8c8 with status ACTIVE [ 913.459800] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.459908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.459975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.460209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.460300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.460473] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.460571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.460634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.460788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.460867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.461190] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.461368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.461436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.461587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.461664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.461750] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14b3a36a-9b58-4722-b47c-d4f17600c8c8 is going to be updated. [ 913.496788] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.496987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.496987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.497241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.497378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.497541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14b3a36a-9b58-4722-b47c-d4f17600c8c8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.899698] env[65134]: INFO networking_nsxv3.common.synchronization [req-acceeeed-a650-485c-9db5-10aa6ace1c9e req-c0319da6-3087-4d67-adde-824cf20dca3e tempest-MigrationsAdminTest-1967168221 tempest-MigrationsAdminTest-1967168221-project-member] Enqueued Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_members [ 913.900788] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGHEST for action security_group_members [ 913.901516] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.901678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.902102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.902657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.902657] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.902657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.902874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.902984] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.904428] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.904428] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.964908] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.405780] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.405979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.406043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.406232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.427600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.427941] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.428088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.428088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.428247] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.428313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.428420] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 is going to be updated. [ 914.466391] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.466557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.466614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.466821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.466965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.468257] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.468408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.468487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.468762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.468847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.468942] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7626c6d7-a703-4e01-9943-62947331767d is going to be created. [ 914.478513] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: IN_PROGRESS for 2s [ 914.492883] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.493021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.493064] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.493638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.493638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.505541] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7626c6d7-a703-4e01-9943-62947331767d in Status: UNINITIALIZED for 2s [ 914.817261] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 in Status: SUCCESS [ 914.817261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.817417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.817762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.817812] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.817904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.817967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.818132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.818206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.818291] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.818376] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('565f3f38-f6ee-4fb1-98dd-02f9cf79df99',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.321697] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.323866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.323866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.323866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.323866] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.323866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.323866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.323866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.323866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.323866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.323866] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.323866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.323866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.323866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.323866] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.324708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.324708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.324708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.324708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.324708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.324708] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('565f3f38-f6ee-4fb1-98dd-02f9cf79df99',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.372972] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: SUCCESS [ 915.372972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.441729] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: SUCCESS [ 915.444081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.444081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.444081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.444081] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.829266] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 565f3f38-f6ee-4fb1-98dd-02f9cf79df99: rpc.has_security_group_logging(os_id): False [ 915.868555] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.868805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.868805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.869068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.869179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.869356] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.869457] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.869517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.869682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.869752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.869940] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.870164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.870260] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.870393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.870509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.870732] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.870892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.870960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.871214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.871345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.871422] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 is going to be created. [ 915.892150] env[65134]: INFO networking_nsxv3.common.synchronization [req-4cabe80a-17c6-4501-abfb-42fc18df8304 req-b42fecc7-32f5-40da-b9db-a873cd740bdc tempest-DeleteServersTestJSON-455681454 tempest-DeleteServersTestJSON-455681454-project-member] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 915.893222] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 915.893687] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.893868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.894085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.894524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.894751] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.894990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.894990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.895236] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.895615] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.895776] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.946246] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.946489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.946558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.947009] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.947317] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.947533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.947594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.947860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.947977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.948153] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.948335] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.953554] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.953745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.954047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.954267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.954267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.967207] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 in Status: IN_PROGRESS for 2s [ 916.401052] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.401052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.401052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.401052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.401052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.401052] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.401052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.401052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.401052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.401052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.401052] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 916.426583] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.426744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.426808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.427014] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.427158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.435676] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 916.452585] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.452585] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.452760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.453174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.453174] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.453174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.453298] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.453747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.453747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.453747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.453747] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.453927] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.453927] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.453989] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.454155] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.454216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.454316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.454448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.454485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.454580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.454649] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.481652] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.481822] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.481915] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.482222] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.482490] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.482650] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.482806] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.483111] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.483264] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.483488] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.483614] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.483721] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.483879] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.483932] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.484046] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.484176] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.495288] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 in Status: SUCCESS [ 916.495445] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 deletion is rescheduled due to dependency. [ 916.495551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.508029] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.508029] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.508029] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.508029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.508029] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-e40ee42c-8b3b-4508-849d-cfbe1b08169f taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.508029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-e40ee42c-8b3b-4508-849d-cfbe1b08169f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.508029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-e40ee42c-8b3b-4508-849d-cfbe1b08169f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.508459] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-e40ee42c-8b3b-4508-849d-cfbe1b08169f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.508504] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e40ee42c-8b3b-4508-849d-cfbe1b08169f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.522216] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7626c6d7-a703-4e01-9943-62947331767d in Status: SUCCESS [ 916.522494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.522677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.522870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.523098] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.523229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.523297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.523462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.523541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.523623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.523712] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.958167] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 447b0d72-876d-43ff-be4a-e01de24026bc: rpc.has_security_group_logging(os_id): False [ 916.976745] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.976745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.976745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.977297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.977297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.977297] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.978042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.978042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.978042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.978042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.978042] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.978042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.978042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.978507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.978507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.978507] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.978677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.978677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.978763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.978805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.978878] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447b0d72-876d-43ff-be4a-e01de24026bc is going to be updated. [ 917.011981] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.012918] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.012918] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.012918] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.013099] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.013210] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port e40ee42c-8b3b-4508-849d-cfbe1b08169f not found, creating... [ 917.013530] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.013703] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.013819] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.014072] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.014277] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.014588] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.014767] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.014924] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.015182] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.015300] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.015444] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: e40ee42c-8b3b-4508-849d-cfbe1b08169f is going to be created. [ 917.026740] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.036649] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.036875] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.037084] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.037383] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.037694] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.037974] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-e40ee42c-8b3b-4508-849d-cfbe1b08169f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.047980] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.048170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.048234] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.048474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.048639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.061949] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: IN_PROGRESS for 2s [ 917.531504] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7626c6d7-a703-4e01-9943-62947331767d: rpc.has_security_group_logging(os_id): False [ 917.555755] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.555755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.555755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.555755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.555755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.555755] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.556075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.556075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.556075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.556192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.556299] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7626c6d7-a703-4e01-9943-62947331767d is going to be created. [ 917.635219] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.635638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.635638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.635843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.636041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.650846] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7626c6d7-a703-4e01-9943-62947331767d in Status: IN_PROGRESS for 2s [ 917.829072] env[65134]: INFO networking_nsxv3.common.synchronization [req-4cabe80a-17c6-4501-abfb-42fc18df8304 req-b866e038-2809-4cd4-85b6-341e22030f0b service nova] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_rules [ 917.829336] env[65134]: INFO networking_nsxv3.common.synchronization [req-4cabe80a-17c6-4501-abfb-42fc18df8304 req-b866e038-2809-4cd4-85b6-341e22030f0b service nova] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 917.829508] env[65134]: INFO networking_nsxv3.common.synchronization [req-4cabe80a-17c6-4501-abfb-42fc18df8304 req-b866e038-2809-4cd4-85b6-341e22030f0b service nova] Enqueued Resource ID: e40ee42c-8b3b-4508-849d-cfbe1b08169f with Priority: HIGHEST for action port [ 917.835162] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_rules [ 917.835162] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 917.835162] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40ee42c-8b3b-4508-849d-cfbe1b08169f with Priority: HIGHEST for action port [ 917.836972] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.836972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.836972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.836972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.836972] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.838239] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.838239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.838239] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e40ee42c-8b3b-4508-849d-cfbe1b08169f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.838239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e40ee42c-8b3b-4508-849d-cfbe1b08169f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.838239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e40ee42c-8b3b-4508-849d-cfbe1b08169f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.838597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e40ee42c-8b3b-4508-849d-cfbe1b08169f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.838597] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e40ee42c-8b3b-4508-849d-cfbe1b08169f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.983786] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 in Status: SUCCESS [ 917.984026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.340478] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.340639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.341028] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e40ee42c-8b3b-4508-849d-cfbe1b08169f with status ACTIVE [ 918.341028] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.341226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.341226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.341443] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.341556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.341833] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.341968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.342118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.342218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.342303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.342487] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.342616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.342647] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.342800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.342961] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.343057] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e40ee42c-8b3b-4508-849d-cfbe1b08169f is going to be updated. [ 918.370616] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.370865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.370865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.371025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.371258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.371440] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e40ee42c-8b3b-4508-849d-cfbe1b08169f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.447983] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 918.447983] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c deletion is rescheduled due to dependency. [ 918.447983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.447983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.448309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.448351] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.448583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.448631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.448775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.448850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.448949] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.952128] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.078249] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: SUCCESS [ 919.078485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.455471] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.670333] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7626c6d7-a703-4e01-9943-62947331767d in Status: SUCCESS [ 919.670846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.904629] env[65134]: INFO networking_nsxv3.common.synchronization [req-89b0b3a6-99f6-4f9d-98da-9eb511457ecd req-24826055-771e-4e69-8376-c1b075addf47 tempest-MultipleCreateTestJSON-446999509 tempest-MultipleCreateTestJSON-446999509-project-member] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 919.905635] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 919.905784] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.905930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.906082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.906363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.906563] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.906677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.906760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.906979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.907119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.907224] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.958245] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.958677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.958677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.958814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.958909] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.959030] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 920.015372] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.015591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.015638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.015883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.016057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.029882] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 920.293071] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.293231] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.293389] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.294092] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.294092] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.294264] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.294264] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.294430] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.294584] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.294794] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.294901] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.295017] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.295173] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.295248] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.295430] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.295527] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.333432] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.333723] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.333723] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.334703] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.334703] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-ae938c11-0d5f-4396-b921-fe0202dd3b67 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.334703] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-ae938c11-0d5f-4396-b921-fe0202dd3b67" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.334703] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-ae938c11-0d5f-4396-b921-fe0202dd3b67" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.335119] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-ae938c11-0d5f-4396-b921-fe0202dd3b67" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.335183] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae938c11-0d5f-4396-b921-fe0202dd3b67',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.410861] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.411022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.411098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.411428] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.411516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.411795] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.411913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.412385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.413129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.413129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.413129] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f already deleted. [ 920.413129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.838282] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.838541] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.838681] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.838994] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.839213] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.839429] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port ae938c11-0d5f-4396-b921-fe0202dd3b67 not found, creating... [ 920.839716] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.839971] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.840015] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.840231] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.840449] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.840748] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.840912] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.841092] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.841465] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.841625] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.841773] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: ae938c11-0d5f-4396-b921-fe0202dd3b67 is going to be created. [ 920.864616] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.864616] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.864812] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.864984] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.865241] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.865480] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-ae938c11-0d5f-4396-b921-fe0202dd3b67" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.643489] env[65134]: INFO networking_nsxv3.common.synchronization [req-89b0b3a6-99f6-4f9d-98da-9eb511457ecd req-3a4bcae7-6910-4947-aed4-b539452f6a66 service nova] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_rules [ 921.643965] env[65134]: INFO networking_nsxv3.common.synchronization [req-89b0b3a6-99f6-4f9d-98da-9eb511457ecd req-3a4bcae7-6910-4947-aed4-b539452f6a66 service nova] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 921.644208] env[65134]: INFO networking_nsxv3.common.synchronization [req-89b0b3a6-99f6-4f9d-98da-9eb511457ecd req-3a4bcae7-6910-4947-aed4-b539452f6a66 service nova] Enqueued Resource ID: ae938c11-0d5f-4396-b921-fe0202dd3b67 with Priority: HIGHEST for action port [ 921.645104] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_rules [ 921.645104] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 921.645104] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae938c11-0d5f-4396-b921-fe0202dd3b67 with Priority: HIGHEST for action port [ 921.645428] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.645558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.645636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.645926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.646045] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.648256] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.648256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.648429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.648530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.649056] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.649056] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.649056] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.649230] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.649309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.650043] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.650758] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae938c11-0d5f-4396-b921-fe0202dd3b67 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.650875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae938c11-0d5f-4396-b921-fe0202dd3b67" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.651507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae938c11-0d5f-4396-b921-fe0202dd3b67" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.651507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae938c11-0d5f-4396-b921-fe0202dd3b67" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.651507] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae938c11-0d5f-4396-b921-fe0202dd3b67',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.044370] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 922.044370] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.044552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.044926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.045124] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.045383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.045383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.045707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.045707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.045841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.046842] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.155355] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.155552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.156361] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.157269] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae938c11-0d5f-4396-b921-fe0202dd3b67 with status ACTIVE [ 922.157515] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.157650] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.157711] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.157950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.158340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.158552] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.158870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.159414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.159659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.159784] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.160031] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.160149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.160242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.160462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.160567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.160664] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae938c11-0d5f-4396-b921-fe0202dd3b67 is going to be updated. [ 922.190517] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.190603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.190640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.190834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.190971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.191146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae938c11-0d5f-4396-b921-fe0202dd3b67" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.459235] env[65134]: INFO networking_nsxv3.common.synchronization [req-89b0b3a6-99f6-4f9d-98da-9eb511457ecd req-7358daff-3365-4f98-a5dc-e9132335e1f8 tempest-MultipleCreateTestJSON-446999509 tempest-MultipleCreateTestJSON-446999509-project-member] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 922.459638] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 922.459951] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.461837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.554699] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.554699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.554699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.555118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.555118] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.555216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.555743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.555743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.555743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.555924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.556044] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.556960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.557057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.557219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.557412] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.557525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.557634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.557795] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.557981] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.558198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.558353] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.627950] env[65134]: INFO networking_nsxv3.common.synchronization [req-bfb8fbb8-25b2-4809-9034-3f0436c1d4af req-e5ba1fc8-c68a-4d61-9b0a-af8f4f380196 tempest-ImagesOneServerNegativeTestJSON-1142892160 tempest-ImagesOneServerNegativeTestJSON-1142892160-project-member] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 922.628565] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGHEST for action security_group_members [ 922.629356] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.629526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.629572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.629827] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.630042] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.630166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.630244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.630443] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.630536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.630636] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.663679] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.928421] env[65134]: INFO networking_nsxv3.common.synchronization [req-a22b63bc-a512-430e-a021-24012a9b899b req-f5c902f0-498f-4d8a-b591-4b2bb3664f27 tempest-ServerGroupTestJSON-307340899 tempest-ServerGroupTestJSON-307340899-project-member] Enqueued Resource ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 with Priority: HIGHEST for action security_group_members [ 922.929082] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 with Priority: HIGHEST for action security_group_members [ 922.929495] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.929659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.929755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.929978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.930196] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.930334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.930399] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.930557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.930660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.931028] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('565f3f38-f6ee-4fb1-98dd-02f9cf79df99',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.954739] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.954956] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.955109] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.955393] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.956655] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.956790] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.956921] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.957327] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.957384] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.957628] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.957824] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.957989] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.958239] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.958323] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.958568] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.958568] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.982161] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.982396] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.982495] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.982708] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.983042] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.983227] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.983350] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.983749] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.983890] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.064854] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaaf77ef-104b-46b9-9a5d-854439e9306c: rpc.has_security_group_logging(os_id): False [ 923.099625] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.099838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.099884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.100112] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.100258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.100448] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.100561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.100625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.100792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.100866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.101068] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.101165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.101289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.101440] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.101517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.101709] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.101829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.101864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.102010] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.102081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.102170] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 923.133245] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.133398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.133517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.133740] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.133832] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.134045] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.134146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.134209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.134394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.134480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.134569] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 is going to be updated. [ 923.164986] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.165146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.165226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.165487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.165728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.167089] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.167232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.168034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.168034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.168395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.168609] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be created. [ 923.172448] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.172642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.172701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.172956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.173146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.183641] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: IN_PROGRESS for 2s [ 923.198812] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 923.230218] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.230677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.230677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.230677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.230884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.243934] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: UNINITIALIZED for 2s [ 923.432969] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.432969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.433270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.433559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.433559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.433805] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.433953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.434075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.434280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.434396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.434539] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 is going to be updated. [ 923.464842] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.465067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.465067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.465272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.465415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.475767] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 in Status: IN_PROGRESS for 2s [ 923.487904] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.488135] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.488276] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.488629] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.488784] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.488941] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3 not found, creating... [ 923.489233] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.489417] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.489567] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.489846] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.490014] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.490308] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.490528] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.490698] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.491592] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.492402] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.492402] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3 is going to be created. [ 923.516474] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.516748] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.516902] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.517213] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.517550] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.517845] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.281055] env[65134]: INFO networking_nsxv3.common.synchronization [req-89b0b3a6-99f6-4f9d-98da-9eb511457ecd req-0d65632f-6d4f-414c-86ab-569cf2f082e7 service nova] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_rules [ 924.281467] env[65134]: INFO networking_nsxv3.common.synchronization [req-89b0b3a6-99f6-4f9d-98da-9eb511457ecd req-0d65632f-6d4f-414c-86ab-569cf2f082e7 service nova] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 924.281529] env[65134]: INFO networking_nsxv3.common.synchronization [req-89b0b3a6-99f6-4f9d-98da-9eb511457ecd req-0d65632f-6d4f-414c-86ab-569cf2f082e7 service nova] Enqueued Resource ID: 3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3 with Priority: HIGHEST for action port [ 924.282240] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_rules [ 924.282447] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 924.282566] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3 with Priority: HIGHEST for action port [ 924.282917] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.283053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.283329] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.283440] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.283636] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.283739] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.283802] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.284073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.284161] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.787941] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3 with status ACTIVE [ 924.788226] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.788459] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.788627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.788939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.789160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.789454] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.789624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.789742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.790027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.790185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.790524] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.790708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.790827] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.791092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.791338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.791601] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3 is going to be updated. [ 924.816987] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.817197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.817246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.817508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.817745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.817937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3058a7ca-2cd2-4fda-ad3f-5d7f2e590cc3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.196113] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 in Status: SUCCESS [ 925.196345] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 deletion is rescheduled due to dependency. [ 925.196647] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.216663] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 925.217043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.254361] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 925.254620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.254816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.255086] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.255304] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.255447] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.255579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.255729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.256840] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.256840] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.256840] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.257052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.257438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.257674] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.257794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.257857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.258067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.258157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.258272] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.487355] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 in Status: SUCCESS [ 925.487925] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 deletion is rescheduled due to dependency. [ 925.487925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.760551] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.760801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.760872] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.263083] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.765459] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.765828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.765828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.765939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.766039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.766143] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be updated. [ 926.798794] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.798983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.799282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.799522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.799815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.815337] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 926.830911] env[65134]: INFO networking_nsxv3.common.synchronization [req-5f005055-3c5d-4ca0-a2ad-d23b8aec8f76 req-bc45a4bc-ddbf-422b-844f-30b27449e73d tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 926.831753] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 926.832185] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.832368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.832455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.832777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.832973] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.833120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.833212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.833401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.833535] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.833645] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.207319] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.207575] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-364" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.207748] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-364" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.208112] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-364" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.208443] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.208658] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.208820] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.209147] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.209380] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.209632] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.209760] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.209911] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.210052] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.210695] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.210695] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.210695] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.235132] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.235358] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.235469] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.235668] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-364" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.236020] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.236258] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.236386] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.236749] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.236900] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91a6b6a1-91d7-48e5-acb8-dd21825a8fdb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.336406] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.336668] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.336725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.336954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.337054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.337287] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.337412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.337476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.337732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.337784] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.337873] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 already deleted. [ 927.337987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.739959] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.740146] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.740254] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.740520] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.740668] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.740819] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb not found, creating... [ 927.741120] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.741333] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.741461] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.741702] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.741841] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.742137] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.742370] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.742461] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.742671] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.742807] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.742946] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb is going to be created. [ 927.765981] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.766426] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.766426] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.766704] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.766973] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.767276] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.532576] env[65134]: INFO networking_nsxv3.common.synchronization [req-5f005055-3c5d-4ca0-a2ad-d23b8aec8f76 req-59014d64-4cc3-4849-9ab7-6cb9fc17637d service nova] Enqueued Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_rules [ 928.532766] env[65134]: INFO networking_nsxv3.common.synchronization [req-5f005055-3c5d-4ca0-a2ad-d23b8aec8f76 req-59014d64-4cc3-4849-9ab7-6cb9fc17637d service nova] Enqueued Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 928.532842] env[65134]: INFO networking_nsxv3.common.synchronization [req-5f005055-3c5d-4ca0-a2ad-d23b8aec8f76 req-59014d64-4cc3-4849-9ab7-6cb9fc17637d service nova] Enqueued Resource ID: 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb with Priority: HIGHEST for action port [ 928.533531] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_rules [ 928.533781] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 928.533847] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb with Priority: HIGHEST for action port [ 928.534215] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.534330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.534403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.534745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.534808] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.535785] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.537222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.537222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.537222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.537222] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.537222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.537222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.537222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.537222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.537222] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.538153] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.538265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.538601] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.538601] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.538601] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91a6b6a1-91d7-48e5-acb8-dd21825a8fdb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.826999] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 928.827479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.827479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.827770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.827976] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.828173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.828274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.828478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.828586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.828692] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.040719] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.041936] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.042111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.042256] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb with status ACTIVE [ 929.042431] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.042552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.042617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.042856] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.042957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.043159] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.043277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.043342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.043551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.043635] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.043876] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.044272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.044272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.044272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.044368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.044445] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb is going to be updated. [ 929.074994] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.074994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.074994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.075347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.075604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.075910] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.331603] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.546294] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.834443] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.048809] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.049068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.049651] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.049651] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.050045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.050045] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 is going to be created. [ 930.081769] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.082369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.082369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.082557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.082764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.099790] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: UNINITIALIZED for 2s [ 930.339353] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.339533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.339580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.340255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.340255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.340255] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be updated. [ 930.387385] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.390330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.391372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.391372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.391637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.407127] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 932.110980] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: SUCCESS [ 932.111328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.111461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.111685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.111974] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.112119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.112119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.112411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.112411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.112411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.112627] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.419474] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 932.420290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.420290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.420290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.420445] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.420583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.420685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.420872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.420990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.421160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.421513] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.421680] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.422280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.423619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.423619] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.423619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.423619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.423900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.424019] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.424191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.424408] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.616282] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.616491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.616548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.616763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.616925] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.617121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.617121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.617254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.617340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.617696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.617696] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.617696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.617696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.617840] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.617974] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.618351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.618351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.618351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.618351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.618506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.618506] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.927023] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a43aaed-5374-4997-8461-13289615521f: rpc.has_security_group_logging(os_id): False [ 932.944277] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.944453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.944502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.944712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.944809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.945034] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.945159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.945240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.945401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.945478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.945681] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.945776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.945840] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.945977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.946065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.946241] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.946333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.946395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.946527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.946597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.946679] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be created. [ 933.014654] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.014818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.014877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.015095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.016354] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.027329] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 933.123442] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99691863-8b08-4a88-b1f8-d0af8f6bf026: rpc.has_security_group_logging(os_id): False [ 933.144998] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.145288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.145288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.145505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.145676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.145886] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.146291] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.146291] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.146291] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.146386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.148317] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.148317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.148317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.148317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.148317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.148317] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.148317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.148317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.148317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.148317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.148317] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 is going to be created. [ 933.231974] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.232193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.232238] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.232439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.232620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.248680] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: IN_PROGRESS for 2s [ 933.535456] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 933.535456] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 935.042568] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 935.042568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.042909] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.043056] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.043187] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.262845] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: SUCCESS [ 935.263097] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.545467] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.545645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.545742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.546818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.547148] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.547334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.547430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.547660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.547776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.547894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.548026] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.051292] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.051292] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.051292] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.051704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.051854] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.052008] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.052139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.052367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.052483] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.052601] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.052785] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.052893] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.052959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.053139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.053321] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.053430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.053610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.053922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.054084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.054201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.054327] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.359854] env[65134]: INFO networking_nsxv3.common.synchronization [req-515579a5-ed63-41a9-a08e-c672818557ba req-8d2907e9-b1a7-44fe-8224-5411af1c8e58 tempest-DeleteServersTestJSON-455681454 tempest-DeleteServersTestJSON-455681454-project-member] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 936.361438] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 936.361438] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.361438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.361438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.361652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.361802] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.361908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.361969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.362196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.362355] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.362427] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.559078] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a43aaed-5374-4997-8461-13289615521f: rpc.has_security_group_logging(os_id): False [ 936.582117] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.582723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.582935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.583211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.583312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.583529] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.583617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.584105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.584105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.584105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.584105] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.584259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.584259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.584383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.584457] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.584632] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.584723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.584783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.584915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.584987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.586215] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be updated. [ 936.671966] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.672568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.672568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.672568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.672678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.692424] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 936.864880] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.864991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.865052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.865446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.865446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.865883] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.866095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.866561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.866561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.866561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.867750] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 936.904030] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.904030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.904242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.904688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.904688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.914109] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 938.347289] env[65134]: INFO networking_nsxv3.common.synchronization [req-c6218895-4a80-4d82-a8f7-640475f80731 req-cafc9e6c-90fe-44c2-a193-854bc454be6d tempest-ServerDiagnosticsNegativeTest-19011435 tempest-ServerDiagnosticsNegativeTest-19011435-project-member] Enqueued Resource ID: ea957bef-da45-4faf-9e77-eef36c04121f with Priority: HIGHEST for action security_group_members [ 938.347984] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea957bef-da45-4faf-9e77-eef36c04121f with Priority: HIGHEST for action security_group_members [ 938.348370] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea957bef-da45-4faf-9e77-eef36c04121f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.348539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.348595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.348875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.349154] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.349154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.349362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.349400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.349481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.349642] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea957bef-da45-4faf-9e77-eef36c04121f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.633237] env[65134]: INFO networking_nsxv3.common.synchronization [None req-78751b28-2de0-4004-b7d4-7ecfa765ceff None None] Enqueued Resource ID: 54d6d667-0e44-4383-81b6-ad6ae3c0672b with Priority: HIGHEST for action port [ 938.633237] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d6d667-0e44-4383-81b6-ad6ae3c0672b with Priority: HIGHEST for action port [ 938.633237] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-54d6d667-0e44-4383-81b6-ad6ae3c0672b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.633237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54d6d667-0e44-4383-81b6-ad6ae3c0672b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.633237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54d6d667-0e44-4383-81b6-ad6ae3c0672b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.633237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54d6d667-0e44-4383-81b6-ad6ae3c0672b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.633521] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d6d667-0e44-4383-81b6-ad6ae3c0672b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.709573] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 938.709908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.842104] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.842385] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.842498] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.842747] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.843296] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.843473] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.843639] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.845078] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.845145] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.845374] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.848097] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.848097] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.848097] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.848097] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.848097] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.848097] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.852230] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.852442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.852507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.852707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.853737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.854082] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.854235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.856013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.856013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.856013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.856013] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea957bef-da45-4faf-9e77-eef36c04121f already deleted. [ 938.856013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.873613] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.873613] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.873613] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.873613] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.873613] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-7ec04e67-ecea-4eef-b6d6-ddc37289990a taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.873613] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-7ec04e67-ecea-4eef-b6d6-ddc37289990a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.873613] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-7ec04e67-ecea-4eef-b6d6-ddc37289990a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.873613] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-7ec04e67-ecea-4eef-b6d6-ddc37289990a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.873613] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec04e67-ecea-4eef-b6d6-ddc37289990a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.925979] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 938.926082] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c deletion is rescheduled due to dependency. [ 938.926193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.135645] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54d6d667-0e44-4383-81b6-ad6ae3c0672b [ 939.135935] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.136124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.136195] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.136481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.136567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.136679] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54d6d667-0e44-4383-81b6-ad6ae3c0672b already deleted. [ 939.136798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54d6d667-0e44-4383-81b6-ad6ae3c0672b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.375816] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.376238] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.376372] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.376754] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.376955] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.377214] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 7ec04e67-ecea-4eef-b6d6-ddc37289990a not found, creating... [ 939.377686] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.377927] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.378117] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.378413] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.378578] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.378928] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.379152] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.379350] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.379604] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.379760] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.379924] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 7ec04e67-ecea-4eef-b6d6-ddc37289990a is going to be created. [ 939.406192] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.406569] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.406749] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.407199] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.407591] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.407985] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-7ec04e67-ecea-4eef-b6d6-ddc37289990a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.689256] env[65134]: INFO networking_nsxv3.common.synchronization [req-4afcbf2b-c004-48cf-b8d8-fa66d986c648 req-1d69fe11-e9f8-4e89-8767-9395d06ad94f tempest-MultipleCreateTestJSON-446999509 tempest-MultipleCreateTestJSON-446999509-project-member] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 939.689856] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 939.690587] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.690587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.690587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.690587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.690779] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.690854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.690916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.691105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.691216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.691367] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.948817] env[65134]: INFO networking_nsxv3.common.synchronization [req-5925ab4f-64f2-4829-9c4b-505761f01bf3 req-40582313-d818-49ba-a6b9-511ac06516f8 tempest-MultipleCreateTestJSON-446999509 tempest-MultipleCreateTestJSON-446999509-project-member] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 939.952108] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 939.952108] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.952108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.122472] env[65134]: INFO networking_nsxv3.common.synchronization [req-c6218895-4a80-4d82-a8f7-640475f80731 req-83f9c888-e024-4521-8840-aff931657d41 service nova] Enqueued Resource ID: ea957bef-da45-4faf-9e77-eef36c04121f with Priority: HIGHEST for action security_group_rules [ 940.122581] env[65134]: INFO networking_nsxv3.common.synchronization [req-c6218895-4a80-4d82-a8f7-640475f80731 req-83f9c888-e024-4521-8840-aff931657d41 service nova] Enqueued Resource ID: ea957bef-da45-4faf-9e77-eef36c04121f with Priority: HIGHEST for action security_group_members [ 940.123051] env[65134]: INFO networking_nsxv3.common.synchronization [req-c6218895-4a80-4d82-a8f7-640475f80731 req-83f9c888-e024-4521-8840-aff931657d41 service nova] Enqueued Resource ID: 7ec04e67-ecea-4eef-b6d6-ddc37289990a with Priority: HIGHEST for action port [ 940.123716] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea957bef-da45-4faf-9e77-eef36c04121f with Priority: HIGHEST for action security_group_rules [ 940.123807] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea957bef-da45-4faf-9e77-eef36c04121f with Priority: HIGHEST for action security_group_members [ 940.123900] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec04e67-ecea-4eef-b6d6-ddc37289990a with Priority: HIGHEST for action port [ 940.124192] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea957bef-da45-4faf-9e77-eef36c04121f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.124322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.124717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.124717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.124717] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea957bef-da45-4faf-9e77-eef36c04121f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.126939] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea957bef-da45-4faf-9e77-eef36c04121f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.126939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.126939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.126939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.126939] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.126939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.126939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.126939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.126939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.126939] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea957bef-da45-4faf-9e77-eef36c04121f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.128031] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ec04e67-ecea-4eef-b6d6-ddc37289990a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.128140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ec04e67-ecea-4eef-b6d6-ddc37289990a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.128186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ec04e67-ecea-4eef-b6d6-ddc37289990a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.128582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ec04e67-ecea-4eef-b6d6-ddc37289990a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.128582] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec04e67-ecea-4eef-b6d6-ddc37289990a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.193391] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.630635] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea957bef-da45-4faf-9e77-eef36c04121f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.630975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.632223] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea957bef-da45-4faf-9e77-eef36c04121f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.633173] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ec04e67-ecea-4eef-b6d6-ddc37289990a with status ACTIVE [ 940.633486] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.633609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.633698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.634068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.634068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.634211] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.634313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.634343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.634519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.634596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.634772] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.634865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.634927] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.637925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.638047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.638148] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ec04e67-ecea-4eef-b6d6-ddc37289990a is going to be updated. [ 940.663083] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.663303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.663303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.663529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.663717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.665438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ec04e67-ecea-4eef-b6d6-ddc37289990a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.695351] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.047033] env[65134]: INFO networking_nsxv3.common.synchronization [None req-73af8845-b816-4454-b33a-cff5857146ee None None] Enqueued Resource ID: 9f7863e9-06d0-4dd1-965f-73e39f934a93 with Priority: HIGHEST for action port [ 941.047574] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7863e9-06d0-4dd1-965f-73e39f934a93 with Priority: HIGHEST for action port [ 941.048203] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f7863e9-06d0-4dd1-965f-73e39f934a93 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.048203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f7863e9-06d0-4dd1-965f-73e39f934a93" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.053480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f7863e9-06d0-4dd1-965f-73e39f934a93" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.053480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f7863e9-06d0-4dd1-965f-73e39f934a93" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.053480] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f7863e9-06d0-4dd1-965f-73e39f934a93',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.140314] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea957bef-da45-4faf-9e77-eef36c04121f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.198123] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.198263] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.198303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.198892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.198892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.198892] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be updated. [ 941.228846] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.229058] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.229134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.229373] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.229528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.239789] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 941.556171] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f7863e9-06d0-4dd1-965f-73e39f934a93 [ 941.556411] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.556548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.556616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.556830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.557368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.557368] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f7863e9-06d0-4dd1-965f-73e39f934a93 already deleted. [ 941.557368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f7863e9-06d0-4dd1-965f-73e39f934a93" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.643604] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.644085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.644085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.644085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.644085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.644304] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea957bef-da45-4faf-9e77-eef36c04121f is going to be created. [ 941.674339] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.674339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.674339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.674553] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.674586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.694882] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea957bef-da45-4faf-9e77-eef36c04121f in Status: UNINITIALIZED for 2s [ 943.252548] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 943.252988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.252988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.253399] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.253664] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.253910] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.254040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.254255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.254364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.254564] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.706918] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea957bef-da45-4faf-9e77-eef36c04121f in Status: SUCCESS [ 943.707132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.707718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.707718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.707915] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.707915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.708021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.708426] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.708426] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.708426] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.708606] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea957bef-da45-4faf-9e77-eef36c04121f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.757470] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.757470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.757470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.757738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.757738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.758231] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.758231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.758231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.758419] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.758456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.758525] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be updated. [ 943.789028] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.789028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.789204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.789438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.789655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.801858] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 944.210964] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea957bef-da45-4faf-9e77-eef36c04121f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.212240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.212240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.212240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.212240] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.212240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.212240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.212240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.212240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.212240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.212626] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea957bef-da45-4faf-9e77-eef36c04121f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.212626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.212626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.212626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.212750] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.212925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.212925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.213027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.213144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.213180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.213275] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea957bef-da45-4faf-9e77-eef36c04121f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.715628] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea957bef-da45-4faf-9e77-eef36c04121f: rpc.has_security_group_logging(os_id): False [ 944.735371] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.735613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.735613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.735919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.735919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.736162] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.736265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.736388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.736518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.736605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.736810] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.736897] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.736963] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.737134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.737209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.737434] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.737564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.737621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.737766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.737855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.737955] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea957bef-da45-4faf-9e77-eef36c04121f is going to be created. [ 944.808616] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.808817] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.808970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.809332] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.809575] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.821839] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea957bef-da45-4faf-9e77-eef36c04121f in Status: IN_PROGRESS for 2s [ 945.812774] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 945.813245] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f deletion is rescheduled due to dependency. [ 945.813245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.048208] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 946.048376] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 946.835421] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea957bef-da45-4faf-9e77-eef36c04121f in Status: SUCCESS [ 946.835926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.645826] env[65134]: INFO networking_nsxv3.common.synchronization [req-598ddb37-1f76-4beb-a9ce-7465fad8836c req-78fc6ea0-69d9-41eb-a83a-5432e986fdb2 tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 948.648080] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 948.649047] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.649201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.649274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.649596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.649777] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.649897] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.649962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.650169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.650277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.650379] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.016539] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.016889] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.016987] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.017515] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.017788] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.017954] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.018089] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.018320] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.018465] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.018678] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.018790] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.018901] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.019020] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.020413] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.020413] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.020413] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.044916] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.045105] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.045255] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.045438] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.045778] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.045952] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.046084] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.046425] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.046570] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.153665] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.153878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.153982] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.154260] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.154383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.154674] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.154763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.154763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.154952] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.155026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.155058] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 already deleted. [ 949.155154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.549808] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.550087] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.550240] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.550540] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.550686] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.550875] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2 not found, creating... [ 949.551157] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.551343] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.551495] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.551754] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.551900] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.552234] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.552421] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.552598] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.552767] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.552899] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.553093] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2 is going to be created. [ 949.580417] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.580656] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.580755] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.581036] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.581276] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.581601] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.601328] env[65134]: INFO networking_nsxv3.common.synchronization [None req-1ed19066-2df1-4137-87af-0a0b739f629a tempest-ServerRescueNegativeTestJSON-1319517944 tempest-ServerRescueNegativeTestJSON-1319517944-project-member] Enqueued Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGHEST for action security_group_rules [ 949.602151] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGHEST for action security_group_rules [ 949.602402] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.602471] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.602518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.602996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.602996] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49df730b-19a9-4e27-a6b6-a9a8a0e661bd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.693776] env[65134]: INFO networking_nsxv3.common.synchronization [None req-537ace94-b95b-4834-97f1-4a14cf366e3d tempest-ServerRescueNegativeTestJSON-1319517944 tempest-ServerRescueNegativeTestJSON-1319517944-project-member] Enqueued Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGHEST for action security_group_rules [ 949.694463] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGHEST for action security_group_rules [ 949.694820] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.694927] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.125926] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.125926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.125926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.125926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.125926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.125926] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd already deleted. [ 950.125926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.125926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.125926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.125926] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49df730b-19a9-4e27-a6b6-a9a8a0e661bd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.267013] env[65134]: INFO networking_nsxv3.common.synchronization [req-598ddb37-1f76-4beb-a9ce-7465fad8836c req-42a652d8-3378-4c3b-8c41-c0918fa66386 service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 950.267242] env[65134]: INFO networking_nsxv3.common.synchronization [req-598ddb37-1f76-4beb-a9ce-7465fad8836c req-42a652d8-3378-4c3b-8c41-c0918fa66386 service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 950.267459] env[65134]: INFO networking_nsxv3.common.synchronization [req-598ddb37-1f76-4beb-a9ce-7465fad8836c req-42a652d8-3378-4c3b-8c41-c0918fa66386 service nova] Enqueued Resource ID: b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2 with Priority: HIGHEST for action port [ 950.268587] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 950.268734] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 950.270520] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2 with Priority: HIGHEST for action port [ 950.270520] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.270520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.270520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.270813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.270813] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.271922] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.272104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.272203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.272446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.272620] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.273105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.273530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.273530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.273530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.273631] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.274525] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.274826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.274826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.274826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.274935] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.650787] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.651144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.651144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.651538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.651707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.651860] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd already deleted. [ 950.652018] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.777940] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.777940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.777940] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.778268] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2 with status ACTIVE [ 950.778370] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.778491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.778551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.778752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.778839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.779025] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.779128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.779188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.779336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.779433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.779625] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.779722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.779780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.779919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.779991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.781261] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2 is going to be updated. [ 950.806154] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.806154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.806154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.806154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.806154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.806154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9e9da70-6e91-4ac7-b2fd-4aa704c8ccb2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.061431] env[65134]: INFO networking_nsxv3.common.synchronization [req-ba2ae430-c832-4d1e-b04a-936efc37fd07 req-e6403786-2520-4d41-9965-8ed7c4e6cacb tempest-DeleteServersTestJSON-455681454 tempest-DeleteServersTestJSON-455681454-project-member] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 951.062037] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 951.062344] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.062493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.062563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.062764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.062905] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.063020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.063265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.063874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.063874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.063874] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.282484] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.341667] env[65134]: INFO networking_nsxv3.common.synchronization [req-b0f3fa9e-6830-4e3d-ae10-5513d2d49a63 req-f1d00ae0-3ec8-4664-9431-6eb36f199a57 tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 951.342383] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 951.342729] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.342853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.342912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.343126] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.343538] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.343538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.343538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.343770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.343770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.343863] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.369596] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.369596] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.369596] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.369596] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.369596] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.369596] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.369596] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.369596] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.369596] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.370243] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.370477] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.370689] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.370888] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.371160] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.371427] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.371675] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.390476] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.390476] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.390476] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.390476] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.390476] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-1c95dade-2370-446b-8187-61a47610625b taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.390476] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-1c95dade-2370-446b-8187-61a47610625b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.390476] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-1c95dade-2370-446b-8187-61a47610625b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.390476] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-1c95dade-2370-446b-8187-61a47610625b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.390476] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c95dade-2370-446b-8187-61a47610625b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.566298] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.566498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.566569] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.566752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.566845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.567067] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.567169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.567231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.567421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.567505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.567594] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 951.596252] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.596429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.596468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.597183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.597183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.605980] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 951.773552] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.773552] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.773552] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.773910] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.774104] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.774268] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.774409] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.774750] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.774825] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.775134] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.775195] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.775299] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.775405] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.775516] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.775619] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.775746] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.785631] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.786068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.786068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.786134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.786222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.786334] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be created. [ 951.798302] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.798470] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.798609] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.798793] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.799112] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-3ff95061-37af-4e07-89cb-bf5911e8c7b0 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.799295] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-3ff95061-37af-4e07-89cb-bf5911e8c7b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.799512] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-3ff95061-37af-4e07-89cb-bf5911e8c7b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.799853] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-3ff95061-37af-4e07-89cb-bf5911e8c7b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.800014] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ff95061-37af-4e07-89cb-bf5911e8c7b0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.812130] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.812327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.812388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.812599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.812768] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.824375] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: UNINITIALIZED for 2s [ 951.846286] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.846482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.846527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.846756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.846886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.847105] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.847210] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.847298] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.847484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.847596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.847727] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 951.887481] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.887732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.887787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.887985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.888145] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.892452] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.892703] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.892879] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.893238] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.893426] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.893629] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 1c95dade-2370-446b-8187-61a47610625b not found, creating... [ 951.893966] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.894195] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.894357] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.894679] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.894851] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.895229] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.895552] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.895747] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.896040] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.896229] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.896433] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 1c95dade-2370-446b-8187-61a47610625b is going to be created. [ 951.903368] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 951.916483] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.916734] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.916867] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.917182] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.917412] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.917634] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-1c95dade-2370-446b-8187-61a47610625b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.302996] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.303345] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.303606] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.304037] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.304277] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.304627] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 3ff95061-37af-4e07-89cb-bf5911e8c7b0 not found, creating... [ 952.304984] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.305264] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.305455] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.305856] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.306124] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.306618] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.306864] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.307079] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.307428] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.307654] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.307862] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 3ff95061-37af-4e07-89cb-bf5911e8c7b0 is going to be created. [ 952.335026] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.335026] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.335026] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.335486] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.335635] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.335967] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-3ff95061-37af-4e07-89cb-bf5911e8c7b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.644054] env[65134]: INFO networking_nsxv3.common.synchronization [req-ba2ae430-c832-4d1e-b04a-936efc37fd07 req-c6b85796-122f-4c85-8165-be388d3a1918 service nova] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_rules [ 952.644292] env[65134]: INFO networking_nsxv3.common.synchronization [req-ba2ae430-c832-4d1e-b04a-936efc37fd07 req-c6b85796-122f-4c85-8165-be388d3a1918 service nova] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 952.644345] env[65134]: INFO networking_nsxv3.common.synchronization [req-ba2ae430-c832-4d1e-b04a-936efc37fd07 req-c6b85796-122f-4c85-8165-be388d3a1918 service nova] Enqueued Resource ID: 1c95dade-2370-446b-8187-61a47610625b with Priority: HIGHEST for action port [ 952.644839] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_rules [ 952.644978] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 952.645089] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c95dade-2370-446b-8187-61a47610625b with Priority: HIGHEST for action port [ 952.645365] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.645487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.645556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.645817] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.645852] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.646664] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.646763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.647364] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c95dade-2370-446b-8187-61a47610625b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.647364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c95dade-2370-446b-8187-61a47610625b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.647364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c95dade-2370-446b-8187-61a47610625b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.647364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c95dade-2370-446b-8187-61a47610625b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.647364] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c95dade-2370-446b-8187-61a47610625b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.089226] env[65134]: INFO networking_nsxv3.common.synchronization [req-b0f3fa9e-6830-4e3d-ae10-5513d2d49a63 req-5842d01d-3e57-4e5e-a187-5d9544adb411 service nova] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_rules [ 953.089226] env[65134]: INFO networking_nsxv3.common.synchronization [req-b0f3fa9e-6830-4e3d-ae10-5513d2d49a63 req-5842d01d-3e57-4e5e-a187-5d9544adb411 service nova] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 953.089226] env[65134]: INFO networking_nsxv3.common.synchronization [req-b0f3fa9e-6830-4e3d-ae10-5513d2d49a63 req-5842d01d-3e57-4e5e-a187-5d9544adb411 service nova] Enqueued Resource ID: 3ff95061-37af-4e07-89cb-bf5911e8c7b0 with Priority: HIGHEST for action port [ 953.090179] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_rules [ 953.090179] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 953.090179] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff95061-37af-4e07-89cb-bf5911e8c7b0 with Priority: HIGHEST for action port [ 953.090747] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.090747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.090747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.091174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.091174] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.092290] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.092455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.093053] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ff95061-37af-4e07-89cb-bf5911e8c7b0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.093053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ff95061-37af-4e07-89cb-bf5911e8c7b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.093053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ff95061-37af-4e07-89cb-bf5911e8c7b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.093853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ff95061-37af-4e07-89cb-bf5911e8c7b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.094084] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ff95061-37af-4e07-89cb-bf5911e8c7b0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.149180] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.149180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.149445] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c95dade-2370-446b-8187-61a47610625b with status ACTIVE [ 953.149625] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.149752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.149838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.150167] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.150279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.150496] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.150610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.150691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.150918] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.151073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.151354] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.151532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.151532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.152539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.152539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.152539] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c95dade-2370-446b-8187-61a47610625b is going to be updated. [ 953.184059] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.184673] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.184843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.185162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.185362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.186156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c95dade-2370-446b-8187-61a47610625b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.597186] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.597322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.597538] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ff95061-37af-4e07-89cb-bf5911e8c7b0 with status ACTIVE [ 953.597735] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.597866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.597955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.598245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.598615] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.598672] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.598772] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.598838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.599019] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.599119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.599319] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.599426] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.599492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.599639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.599716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.599825] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ff95061-37af-4e07-89cb-bf5911e8c7b0 is going to be updated. [ 953.616231] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 953.616411] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c deletion is rescheduled due to dependency. [ 953.616527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.616694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.616915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.617118] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.617229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.617297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.617734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.617734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.617734] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.630182] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.630716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.630716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.630716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.630716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.631052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ff95061-37af-4e07-89cb-bf5911e8c7b0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.835965] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 953.835965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.836156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.836350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.836544] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.836664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.836729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.836979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.837083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.837171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.837263] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.923904] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 953.924114] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 deletion is rescheduled due to dependency. [ 953.924114] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.924337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.924602] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.924854] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.925237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.925237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.925317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.925408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.925566] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.120200] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.340365] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.340841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.340841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.340951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.341124] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.341244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.341327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.341644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.341752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.341884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.342102] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.342224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.342323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.342497] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.342662] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.342761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.342836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.343015] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.343086] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.343142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.343235] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.431020] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.623092] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.845382] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6b55021-86ea-4096-9308-c25b67286406: rpc.has_security_group_logging(os_id): False [ 954.864566] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.865462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.865685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.866015] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.866171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.866472] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.866624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.867180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.867180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.867610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.868541] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.868541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.868541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.868541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.868541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.868766] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.870345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.870345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.870457] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.870489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.871045] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be created. [ 954.931229] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.933325] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.933466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.933538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.933742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.933917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.948172] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 955.124758] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.125070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.125070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.125224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.125310] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.125409] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 955.176400] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.176576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.176683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.176838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.176955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.190025] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 955.410034] env[65134]: INFO networking_nsxv3.common.synchronization [req-28d0cef3-cbfd-4c03-ac62-9de7176dfd4b req-40e6e38b-8fef-4517-b14b-2bd69e29f202 tempest-MultipleCreateTestJSON-446999509 tempest-MultipleCreateTestJSON-446999509-project-member] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 955.411511] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 955.411930] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.412089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.412164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.412384] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.412610] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.412722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.412804] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.412998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.413104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.413835] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.436514] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.436687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.437094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.438343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.438343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.438343] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 955.478837] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.479085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.479085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.479319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.479514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.491190] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 955.838916] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.840122] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.840122] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.840122] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.840122] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.840479] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.840479] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.840537] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.840684] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.840866] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.840973] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.841117] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.841253] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.841334] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.841451] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.841599] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.862191] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.862362] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.862506] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.862698] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.863033] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-558ed769-c98b-45b6-a9ba-cc1fb89f8214 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.863214] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-558ed769-c98b-45b6-a9ba-cc1fb89f8214" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.863334] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-558ed769-c98b-45b6-a9ba-cc1fb89f8214" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.863663] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-558ed769-c98b-45b6-a9ba-cc1fb89f8214" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.863804] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('558ed769-c98b-45b6-a9ba-cc1fb89f8214',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.917242] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.917242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.917242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.917242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.917534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.917534] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.917718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.917718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.917892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.918869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.918977] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be updated. [ 955.950330] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.950597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.950683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.950855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.950997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.962744] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 956.207662] env[65134]: INFO networking_nsxv3.common.synchronization [None req-33ec332f-a5c5-4854-b255-f6eae48e5c50 None None] Enqueued Resource ID: 12dbacd6-1c4f-470e-81f9-02fe1c8e2b36 with Priority: HIGHEST for action port [ 956.207662] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12dbacd6-1c4f-470e-81f9-02fe1c8e2b36 with Priority: HIGHEST for action port [ 956.207662] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-12dbacd6-1c4f-470e-81f9-02fe1c8e2b36 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.207662] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12dbacd6-1c4f-470e-81f9-02fe1c8e2b36" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.208331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12dbacd6-1c4f-470e-81f9-02fe1c8e2b36" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.208962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12dbacd6-1c4f-470e-81f9-02fe1c8e2b36" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.209213] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12dbacd6-1c4f-470e-81f9-02fe1c8e2b36',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.338198] env[65134]: INFO networking_nsxv3.common.synchronization [req-9c61e3f1-a64d-490f-b5ae-074879ff2416 req-36eb583b-0479-4761-972b-8baf62b8c633 tempest-ServerDiagnosticsNegativeTest-19011435 tempest-ServerDiagnosticsNegativeTest-19011435-project-member] Enqueued Resource ID: ea957bef-da45-4faf-9e77-eef36c04121f with Priority: HIGHEST for action security_group_members [ 956.338198] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea957bef-da45-4faf-9e77-eef36c04121f with Priority: HIGHEST for action security_group_members [ 956.338362] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea957bef-da45-4faf-9e77-eef36c04121f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.338421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.338470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.338683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.338837] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.338938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.339031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.339173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.339259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.339359] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea957bef-da45-4faf-9e77-eef36c04121f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.371615] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.371615] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.371615] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.372090] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.372315] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.372594] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 558ed769-c98b-45b6-a9ba-cc1fb89f8214 not found, creating... [ 956.373068] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.373351] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.373574] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.374051] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.374224] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.374575] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.374910] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.374910] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.375160] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.375295] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.375445] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 558ed769-c98b-45b6-a9ba-cc1fb89f8214 is going to be created. [ 956.400875] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.401139] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.401278] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.401661] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.401895] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.402152] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-558ed769-c98b-45b6-a9ba-cc1fb89f8214" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.713634] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12dbacd6-1c4f-470e-81f9-02fe1c8e2b36 [ 956.716053] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.716053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.716053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.716053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.716053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.716053] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12dbacd6-1c4f-470e-81f9-02fe1c8e2b36 already deleted. [ 956.716053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12dbacd6-1c4f-470e-81f9-02fe1c8e2b36" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.843065] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.843065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.843065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.843065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.843065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.843065] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.843065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.843065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.843065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.843065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.843501] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea957bef-da45-4faf-9e77-eef36c04121f is going to be updated. [ 956.872206] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.872340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.872423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.872694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.872834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.883676] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea957bef-da45-4faf-9e77-eef36c04121f in Status: IN_PROGRESS for 2s [ 956.961009] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 956.961305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.162056] env[65134]: INFO networking_nsxv3.common.synchronization [req-28d0cef3-cbfd-4c03-ac62-9de7176dfd4b req-c862f9ff-517e-469f-84d0-8952350f917b service nova] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_rules [ 957.162194] env[65134]: INFO networking_nsxv3.common.synchronization [req-28d0cef3-cbfd-4c03-ac62-9de7176dfd4b req-c862f9ff-517e-469f-84d0-8952350f917b service nova] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 957.162227] env[65134]: INFO networking_nsxv3.common.synchronization [req-28d0cef3-cbfd-4c03-ac62-9de7176dfd4b req-c862f9ff-517e-469f-84d0-8952350f917b service nova] Enqueued Resource ID: 558ed769-c98b-45b6-a9ba-cc1fb89f8214 with Priority: HIGHEST for action port [ 957.162852] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_rules [ 957.164545] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 957.164758] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558ed769-c98b-45b6-a9ba-cc1fb89f8214 with Priority: HIGHEST for action port [ 957.165100] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.165274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.165351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.165558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.165742] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.166634] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.166736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.169901] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-558ed769-c98b-45b6-a9ba-cc1fb89f8214 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.169901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-558ed769-c98b-45b6-a9ba-cc1fb89f8214" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.169901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-558ed769-c98b-45b6-a9ba-cc1fb89f8214" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.169901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-558ed769-c98b-45b6-a9ba-cc1fb89f8214" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.169901] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('558ed769-c98b-45b6-a9ba-cc1fb89f8214',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.200342] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 957.200498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.200653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.200865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.201061] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.201181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.201246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.201393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.201529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.201621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.201720] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.504332] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 957.504716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.504716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.504803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.505013] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.505136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.505198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.505389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.505528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.505593] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.505644] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.670423] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.670648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.670793] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 558ed769-c98b-45b6-a9ba-cc1fb89f8214 with status ACTIVE [ 957.671081] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.671191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.671255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.671493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.671578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.672139] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.672139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.672139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.672317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.672317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.672941] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.672941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.672941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.672941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.672941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.673411] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 558ed769-c98b-45b6-a9ba-cc1fb89f8214 is going to be updated. [ 957.708350] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.708350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.708350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.708350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.708350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.708350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-558ed769-c98b-45b6-a9ba-cc1fb89f8214" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.708350] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.708350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.708350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.708350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.708350] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.708937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.708937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.708937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.708937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.708937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.709254] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.709254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.709398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.709817] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.709817] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.709817] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.709935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.710078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.710213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.710486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.710621] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.932930] env[65134]: INFO networking_nsxv3.common.synchronization [req-28d0cef3-cbfd-4c03-ac62-9de7176dfd4b req-b6752748-0a69-4d91-80aa-e05b99e20551 tempest-MultipleCreateTestJSON-446999509 tempest-MultipleCreateTestJSON-446999509-project-member] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 957.933519] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 957.933967] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.933967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.972584] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 957.974918] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f deletion is rescheduled due to dependency. [ 957.974918] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.974918] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.974918] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.974918] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.974918] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.974918] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.974918] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.974918] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.974918] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.009572] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.009572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.009572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.009821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.010237] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.010237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.010237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.010701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.010701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.010701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.011171] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.011171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.011171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.011171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.011171] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.011430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.011430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.011509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.012209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.012209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.012209] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.213476] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaaf77ef-104b-46b9-9a5d-854439e9306c: rpc.has_security_group_logging(os_id): False [ 958.233374] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.233567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.233636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.233850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.233929] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.234166] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.234276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.234339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.234499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.234578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.234748] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.234839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.234902] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.235052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.235125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.235312] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.235406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.235466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.235601] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.235672] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.235755] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 958.309921] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.310161] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.310555] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.310834] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.311182] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.311386] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.311838] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.311956] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.312193] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.312426] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.313034] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.313034] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.313034] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.313034] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.313251] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.313251] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.356660] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.356870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.356913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.357369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.357411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.363503] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.363714] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.363963] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.364165] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-245" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.364489] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-f17c57b0-e17c-412c-8bf8-53c19227f619 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.364666] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-f17c57b0-e17c-412c-8bf8-53c19227f619" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.364781] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-f17c57b0-e17c-412c-8bf8-53c19227f619" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.365116] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-f17c57b0-e17c-412c-8bf8-53c19227f619" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.365257] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f17c57b0-e17c-412c-8bf8-53c19227f619',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.380128] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 958.477452] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.515112] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 381cbb00-98d4-4b9b-a238-52092c9aa276: rpc.has_security_group_logging(os_id): False [ 958.535721] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.535967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.536064] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.537109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.537109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.537109] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.537109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.537304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.537452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.537617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.538079] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.541120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.541120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.541120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.541120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.541120] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.541120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.541120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.541120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.541120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.541120] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 958.570514] env[65134]: INFO networking_nsxv3.common.synchronization [None req-0a006e49-d6b9-433b-8af4-98b75f5fb31b None None] Enqueued Resource ID: 1fd2c3f3-30b3-45c8-b2eb-8854d5523dbe with Priority: HIGHEST for action port [ 958.571173] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd2c3f3-30b3-45c8-b2eb-8854d5523dbe with Priority: HIGHEST for action port [ 958.571565] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fd2c3f3-30b3-45c8-b2eb-8854d5523dbe taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.571739] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fd2c3f3-30b3-45c8-b2eb-8854d5523dbe" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.571814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fd2c3f3-30b3-45c8-b2eb-8854d5523dbe" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.572164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fd2c3f3-30b3-45c8-b2eb-8854d5523dbe" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.572279] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd2c3f3-30b3-45c8-b2eb-8854d5523dbe',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.600528] env[65134]: INFO networking_nsxv3.common.synchronization [req-b2e5847a-da6d-4a7b-8023-a185206c5b9b req-cdee7f43-b9e6-4b91-9c2f-51acd776a1e7 tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 with Priority: HIGHEST for action security_group_members [ 958.600528] env[65134]: INFO networking_nsxv3.common.synchronization [req-b2e5847a-da6d-4a7b-8023-a185206c5b9b req-cdee7f43-b9e6-4b91-9c2f-51acd776a1e7 tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 958.600528] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 with Priority: HIGHEST for action security_group_members [ 958.600528] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 958.600721] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-68956cc2-6aff-45c5-aedc-b4c469d329d5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.600828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.600863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.601136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.601297] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.602028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.602028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.602028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.602028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.602028] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68956cc2-6aff-45c5-aedc-b4c469d329d5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.603213] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.603213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.603363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.603398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.603520] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.603610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.603671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.603809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.603892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.603982] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.626021] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.626199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.626254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.626590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.626722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.640890] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 958.680026] env[65134]: INFO networking_nsxv3.common.synchronization [req-b2e5847a-da6d-4a7b-8023-a185206c5b9b req-cdee7f43-b9e6-4b91-9c2f-51acd776a1e7 tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 with Priority: HIGHEST for action security_group_rules [ 958.680242] env[65134]: INFO networking_nsxv3.common.synchronization [req-b2e5847a-da6d-4a7b-8023-a185206c5b9b req-cdee7f43-b9e6-4b91-9c2f-51acd776a1e7 tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 with Priority: HIGHEST for action security_group_members [ 958.680382] env[65134]: INFO networking_nsxv3.common.synchronization [req-b2e5847a-da6d-4a7b-8023-a185206c5b9b req-cdee7f43-b9e6-4b91-9c2f-51acd776a1e7 tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_rules [ 958.680540] env[65134]: INFO networking_nsxv3.common.synchronization [req-b2e5847a-da6d-4a7b-8023-a185206c5b9b req-cdee7f43-b9e6-4b91-9c2f-51acd776a1e7 tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 958.680666] env[65134]: INFO networking_nsxv3.common.synchronization [req-b2e5847a-da6d-4a7b-8023-a185206c5b9b req-cdee7f43-b9e6-4b91-9c2f-51acd776a1e7 tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb with Priority: HIGHEST for action port [ 958.682238] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 with Priority: HIGHEST for action security_group_rules [ 958.682403] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_rules [ 958.682597] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb with Priority: HIGHEST for action port [ 958.682746] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 with Priority: HIGHEST for action security_group_members [ 958.682870] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 958.683660] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68956cc2-6aff-45c5-aedc-b4c469d329d5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.683846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.683956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.684282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.684397] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68956cc2-6aff-45c5-aedc-b4c469d329d5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.685920] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.686066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.686187] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.686416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.686534] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.687363] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.687515] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.687607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.687789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.687886] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91a6b6a1-91d7-48e5-acb8-dd21825a8fdb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.688618] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-68956cc2-6aff-45c5-aedc-b4c469d329d5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.688767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.689503] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.689503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.868502] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.868730] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.868884] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.869188] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.869721] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.869967] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port f17c57b0-e17c-412c-8bf8-53c19227f619 not found, creating... [ 958.870338] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.870560] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.870767] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.871059] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.871756] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.871756] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.871756] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.871937] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.872058] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.872199] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.872352] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: f17c57b0-e17c-412c-8bf8-53c19227f619 is going to be created. [ 958.894596] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea957bef-da45-4faf-9e77-eef36c04121f in Status: SUCCESS [ 958.894596] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea957bef-da45-4faf-9e77-eef36c04121f deletion is rescheduled due to dependency. [ 958.894596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.902370] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.902370] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.902370] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.902370] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.902370] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.902370] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-f17c57b0-e17c-412c-8bf8-53c19227f619" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.980677] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.080524] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fd2c3f3-30b3-45c8-b2eb-8854d5523dbe [ 959.080524] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.080524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.080524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.080524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.080524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.080524] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fd2c3f3-30b3-45c8-b2eb-8854d5523dbe already deleted. [ 959.080524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fd2c3f3-30b3-45c8-b2eb-8854d5523dbe" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.106634] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68956cc2-6aff-45c5-aedc-b4c469d329d5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.109066] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.190478] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-68956cc2-6aff-45c5-aedc-b4c469d329d5 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.190842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.191266] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb with status ACTIVE [ 959.191727] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.192012] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.192208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.192608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.192828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.193204] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.193448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.193658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.193979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.194222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.194598] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.194846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.195029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.195337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.195562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.195791] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb is going to be updated. [ 959.200354] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.200569] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.223702] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.223965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.224114] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.224541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.224826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.225165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.275744] env[65134]: INFO networking_nsxv3.common.synchronization [None req-1ed78e17-8a73-4c58-bc22-e22bd5ccfa58 tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 959.276334] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 959.276657] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.276782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.276841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.277212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.277388] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.277493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.277559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.277719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.277804] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.277900] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.483387] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.483567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.483611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.484311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.484433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.484519] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be updated. [ 959.521609] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.521609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.521609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.521609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.521609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.529414] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 959.609425] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68956cc2-6aff-45c5-aedc-b4c469d329d5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.610368] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.641082] env[65134]: INFO networking_nsxv3.common.synchronization [req-28d0cef3-cbfd-4c03-ac62-9de7176dfd4b req-f34caf54-026c-4182-b18d-6903ed6b6e04 service nova] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_rules [ 959.641082] env[65134]: INFO networking_nsxv3.common.synchronization [req-28d0cef3-cbfd-4c03-ac62-9de7176dfd4b req-f34caf54-026c-4182-b18d-6903ed6b6e04 service nova] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 959.641082] env[65134]: INFO networking_nsxv3.common.synchronization [req-28d0cef3-cbfd-4c03-ac62-9de7176dfd4b req-f34caf54-026c-4182-b18d-6903ed6b6e04 service nova] Enqueued Resource ID: f17c57b0-e17c-412c-8bf8-53c19227f619 with Priority: HIGHEST for action port [ 959.641082] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_rules [ 959.641082] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 959.641082] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17c57b0-e17c-412c-8bf8-53c19227f619 with Priority: HIGHEST for action port [ 959.641533] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.641533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.641663] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.641805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.642608] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f17c57b0-e17c-412c-8bf8-53c19227f619 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.642608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f17c57b0-e17c-412c-8bf8-53c19227f619" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.642608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f17c57b0-e17c-412c-8bf8-53c19227f619" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.642872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f17c57b0-e17c-412c-8bf8-53c19227f619" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.642872] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f17c57b0-e17c-412c-8bf8-53c19227f619',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.780037] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.783560] env[65134]: INFO networking_nsxv3.common.synchronization [req-c222793f-baf0-4abb-a5b2-cea88f2f5596 req-5d6b2995-0c58-44e7-a490-77c69a8ed79b tempest-ServersWithSpecificFlavorTestJSON-147383345 tempest-ServersWithSpecificFlavorTestJSON-147383345-project-member] Enqueued Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_members [ 959.784309] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGHEST for action security_group_members [ 959.784626] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.784749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.784817] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.785102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.785194] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.785282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.785342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.785487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.785605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.785661] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.982719] env[65134]: INFO networking_nsxv3.common.synchronization [req-beefd5ad-2f4c-4360-9dac-7005ac75f868 req-8bbcc7c9-f06f-41d2-96f1-066c7ed5752a tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 with Priority: HIGHEST for action security_group_members [ 959.982979] env[65134]: INFO networking_nsxv3.common.synchronization [req-beefd5ad-2f4c-4360-9dac-7005ac75f868 req-8bbcc7c9-f06f-41d2-96f1-066c7ed5752a tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 959.983621] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 with Priority: HIGHEST for action security_group_members [ 959.983802] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 959.984509] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-68956cc2-6aff-45c5-aedc-b4c469d329d5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.984643] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.984827] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.984909] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.062897] env[65134]: INFO networking_nsxv3.common.synchronization [req-beefd5ad-2f4c-4360-9dac-7005ac75f868 req-8bbcc7c9-f06f-41d2-96f1-066c7ed5752a tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_rules [ 960.064858] env[65134]: INFO networking_nsxv3.common.synchronization [req-beefd5ad-2f4c-4360-9dac-7005ac75f868 req-8bbcc7c9-f06f-41d2-96f1-066c7ed5752a tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 960.067272] env[65134]: INFO networking_nsxv3.common.synchronization [req-beefd5ad-2f4c-4360-9dac-7005ac75f868 req-8bbcc7c9-f06f-41d2-96f1-066c7ed5752a tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb with Priority: HIGHEST for action port [ 960.067272] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_rules [ 960.067272] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 960.067272] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb with Priority: HIGHEST for action port [ 960.067272] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.067272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.067272] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.067272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.067550] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.067550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.067615] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.068304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.068403] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91a6b6a1-91d7-48e5-acb8-dd21825a8fdb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.114041] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.114041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.114041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.114522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.114614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.114718] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 is going to be created. [ 960.116061] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.116361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.116396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.116712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.116913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.117072] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 is going to be updated. [ 960.146192] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f17c57b0-e17c-412c-8bf8-53c19227f619 with status ACTIVE [ 960.146192] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.146192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.146192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.146192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.146192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.146192] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.146192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.147391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.147662] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.147803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.148115] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.148398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.148639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.149368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.149538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.151187] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f17c57b0-e17c-412c-8bf8-53c19227f619 is going to be updated. [ 960.168526] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.168526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.168526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.168526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.168526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.185796] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.186139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.186268] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.186547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.186759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.188572] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 in Status: UNINITIALIZED for 2s [ 960.200089] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.200563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.200675] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.200952] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.201137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.201337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f17c57b0-e17c-412c-8bf8-53c19227f619" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.202693] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: IN_PROGRESS for 2s [ 960.284439] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.289122] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.289122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.289122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.289122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.289122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.289122] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.289122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.289122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.289558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.289558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.289558] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d is going to be updated. [ 960.395430] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.395430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.395430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.395698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.396113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.409776] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 960.410216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.413068] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: IN_PROGRESS for 2s [ 960.415172] env[65134]: INFO networking_nsxv3.common.synchronization [req-11e32e81-f65a-411d-b29f-80c0a66b9853 req-dc240904-f21f-41c9-a80a-5a60f565bd08 tempest-ServerRescueNegativeTestJSON-1319517944 tempest-ServerRescueNegativeTestJSON-1319517944-project-member] Enqueued Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGHEST for action security_group_members [ 960.415958] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGHEST for action security_group_members [ 960.416131] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.416256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.416328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.416593] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.416757] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.416876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.417033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.417092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.417156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.417936] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49df730b-19a9-4e27-a6b6-a9a8a0e661bd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.571420] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb with status ACTIVE [ 960.571733] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.571877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.571954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.572174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.572305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.572456] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.572556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.572608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.572762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.572837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.573069] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.573166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.573744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.573744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.573744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.573744] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91a6b6a1-91d7-48e5-acb8-dd21825a8fdb is going to be updated. [ 960.606885] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.607051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.607128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.607322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.607471] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.607618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91a6b6a1-91d7-48e5-acb8-dd21825a8fdb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.677412] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 960.677412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.787437] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.787653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.787716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.787919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.788022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.788138] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 960.827599] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.828057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.828057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.828202] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.828458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.840079] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 961.017668] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.017668] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-25" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.017668] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-25" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.018823] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-25" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.018823] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.018823] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.018823] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.018823] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.018823] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.018823] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.019192] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.019192] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.019192] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.019192] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.019371] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.019371] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.020850] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.020992] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.021111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.021232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.022111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.022111] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.022111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.022111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.022111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.022111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.022111] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd already deleted. [ 961.022111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.043464] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.043464] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.043464] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.043912] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-25" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.043912] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-2d482d68-b0f0-45f0-b14a-c20616b313ee taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.045031] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-2d482d68-b0f0-45f0-b14a-c20616b313ee" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.045031] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-2d482d68-b0f0-45f0-b14a-c20616b313ee" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.045031] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-2d482d68-b0f0-45f0-b14a-c20616b313ee" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.045031] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d482d68-b0f0-45f0-b14a-c20616b313ee',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.540554] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 961.540855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.541276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.541623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.541854] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.542054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.542090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.542260] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.542358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.542480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.542606] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.543537] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.543762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.544087] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.544206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.544308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.544534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.544603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.544704] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.549620] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.550084] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.550084] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.550346] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.550529] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.550692] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 2d482d68-b0f0-45f0-b14a-c20616b313ee not found, creating... [ 961.550954] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.551117] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.551234] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.551652] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.551778] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.552115] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.552414] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.552414] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.553649] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.553649] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.553649] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 2d482d68-b0f0-45f0-b14a-c20616b313ee is going to be created. [ 961.598465] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.598944] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.598944] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.599080] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.599859] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.600181] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-2d482d68-b0f0-45f0-b14a-c20616b313ee" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.046926] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.047176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.047477] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.167679] env[65134]: INFO networking_nsxv3.common.synchronization [req-11e32e81-f65a-411d-b29f-80c0a66b9853 req-63ece3b5-cf88-4162-a1ac-386b9293a239 service nova] Enqueued Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGHEST for action security_group_rules [ 962.167974] env[65134]: INFO networking_nsxv3.common.synchronization [req-11e32e81-f65a-411d-b29f-80c0a66b9853 req-63ece3b5-cf88-4162-a1ac-386b9293a239 service nova] Enqueued Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGHEST for action security_group_members [ 962.168605] env[65134]: INFO networking_nsxv3.common.synchronization [req-11e32e81-f65a-411d-b29f-80c0a66b9853 req-63ece3b5-cf88-4162-a1ac-386b9293a239 service nova] Enqueued Resource ID: 2d482d68-b0f0-45f0-b14a-c20616b313ee with Priority: HIGHEST for action port [ 962.169251] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGHEST for action security_group_rules [ 962.169468] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGHEST for action security_group_members [ 962.169579] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d482d68-b0f0-45f0-b14a-c20616b313ee with Priority: HIGHEST for action port [ 962.169859] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.170036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.170099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.170261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.170348] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49df730b-19a9-4e27-a6b6-a9a8a0e661bd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.171571] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.171710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.171785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.171936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.172085] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.172208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.172270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.172388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.172495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.174084] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49df730b-19a9-4e27-a6b6-a9a8a0e661bd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.174084] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d482d68-b0f0-45f0-b14a-c20616b313ee taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.174084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d482d68-b0f0-45f0-b14a-c20616b313ee" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.174084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d482d68-b0f0-45f0-b14a-c20616b313ee" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.174084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d482d68-b0f0-45f0-b14a-c20616b313ee" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.174084] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d482d68-b0f0-45f0-b14a-c20616b313ee',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.198711] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 in Status: SUCCESS [ 962.198943] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.199133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.199357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.199561] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.199722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.199814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.199899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.199987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.200104] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68956cc2-6aff-45c5-aedc-b4c469d329d5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.216823] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: SUCCESS [ 962.217360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.217360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.217627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.217627] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.217824] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.217824] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.217958] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.218062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.218159] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.424055] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d81d0456-07ed-48b8-bd88-6d147a794d1d in Status: SUCCESS [ 962.424055] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d deletion is rescheduled due to dependency. [ 962.424055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.549726] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.675688] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49df730b-19a9-4e27-a6b6-a9a8a0e661bd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.678097] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.678229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.678401] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d482d68-b0f0-45f0-b14a-c20616b313ee with status ACTIVE [ 962.678584] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.678718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.678773] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.679016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.679157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.679372] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.679490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.679582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.679746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.679823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.680047] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.680188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.680305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.680622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.680666] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.680759] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d482d68-b0f0-45f0-b14a-c20616b313ee is going to be updated. [ 962.703249] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.703466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.703522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.703755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.703896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.704084] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.704198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.704260] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.704436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.704517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.704610] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 is going to be deleted. [ 962.708689] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.708888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.708888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.709104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.709243] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.709568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d482d68-b0f0-45f0-b14a-c20616b313ee" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.721602] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.723551] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.723657] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.723769] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.724249] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.724538] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.725602] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.725602] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.725602] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.725602] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.725602] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.725602] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.725917] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.725917] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.725917] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.726022] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.726098] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.751062] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.751233] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.751303] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.751420] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.751862] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-e7405163-1b20-4e56-8484-9e94c40967c0 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.752077] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-e7405163-1b20-4e56-8484-9e94c40967c0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.752199] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-e7405163-1b20-4e56-8484-9e94c40967c0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.752652] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-e7405163-1b20-4e56-8484-9e94c40967c0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.752812] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7405163-1b20-4e56-8484-9e94c40967c0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.758753] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.758941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.758976] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.759188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.759396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.759396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.759545] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.759706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.759884] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.759986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.760051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.760192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.760269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.760364] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68956cc2-6aff-45c5-aedc-b4c469d329d5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.850954] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 962.851211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.052542] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.052542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.052542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.052854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.052854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.052944] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be updated. [ 963.082304] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.082496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.082544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.083068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.083068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.094540] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 963.183161] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49df730b-19a9-4e27-a6b6-a9a8a0e661bd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.228304] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.256124] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.256342] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.256437] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.256876] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.257107] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.257344] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port e7405163-1b20-4e56-8484-9e94c40967c0 not found, creating... [ 963.257727] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.257989] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.258196] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.258597] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.258816] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.259342] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.259614] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.259801] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.260163] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.260383] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.260610] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: e7405163-1b20-4e56-8484-9e94c40967c0 is going to be created. [ 963.262969] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.263163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.263261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.263504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.263629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.263920] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.264075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.264166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.264946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.265085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.265211] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 already deleted. [ 963.265329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.265479] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68956cc2-6aff-45c5-aedc-b4c469d329d5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.267172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.267483] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.267664] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.267813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.267905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.268684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.268794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.268932] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68956cc2-6aff-45c5-aedc-b4c469d329d5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.309195] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.309569] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.309569] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.309845] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.310177] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.310493] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-e7405163-1b20-4e56-8484-9e94c40967c0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.687815] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.687815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.687815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.687815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.687815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.687815] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd is going to be created. [ 963.711800] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.712025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.712025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.712217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.712372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.723176] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd in Status: UNINITIALIZED for 2s [ 963.731055] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.731239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.731275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.731504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.731568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.731647] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 is going to be updated. [ 963.763877] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.764070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.764162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.764395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.764593] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.773161] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: IN_PROGRESS for 2s [ 963.773543] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.773675] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.773743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.773970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.774078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.774264] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.774363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.774424] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.774576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.774641] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.774729] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 already deleted. [ 963.774797] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.774993] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68956cc2-6aff-45c5-aedc-b4c469d329d5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.060240] env[65134]: INFO networking_nsxv3.common.synchronization [req-75e99a2a-2fd2-4d6b-a33e-05bc14a10e34 req-fae296ba-13cc-4d24-8db3-092641f02397 service nova] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_rules [ 964.060889] env[65134]: INFO networking_nsxv3.common.synchronization [req-75e99a2a-2fd2-4d6b-a33e-05bc14a10e34 req-fae296ba-13cc-4d24-8db3-092641f02397 service nova] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 964.060889] env[65134]: INFO networking_nsxv3.common.synchronization [req-75e99a2a-2fd2-4d6b-a33e-05bc14a10e34 req-fae296ba-13cc-4d24-8db3-092641f02397 service nova] Enqueued Resource ID: e7405163-1b20-4e56-8484-9e94c40967c0 with Priority: HIGHEST for action port [ 964.061169] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_rules [ 964.061455] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 964.061651] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7405163-1b20-4e56-8484-9e94c40967c0 with Priority: HIGHEST for action port [ 964.063013] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.063013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.063013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.063013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.063013] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.065043] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.065262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.065382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.065628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.065869] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.066040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.066557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.066829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.067225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.067297] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.069221] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7405163-1b20-4e56-8484-9e94c40967c0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.069342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7405163-1b20-4e56-8484-9e94c40967c0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.069453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7405163-1b20-4e56-8484-9e94c40967c0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.069784] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7405163-1b20-4e56-8484-9e94c40967c0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.069843] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7405163-1b20-4e56-8484-9e94c40967c0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.276890] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68956cc2-6aff-45c5-aedc-b4c469d329d5: rpc.has_security_group_logging(os_id): False [ 964.334434] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.334434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.334434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.334434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.334434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.334434] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.334702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.334702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.334702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.334783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.335024] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 is going to be created. [ 964.384957] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/68956cc2-6aff-45c5-aedc-b4c469d329d5], does not exist path=[/infra/domains/default/groups/68956cc2-6aff-45c5-aedc-b4c469d329d5]."\n}' [ 964.385125] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/68956cc2-6aff-45c5-aedc-b4c469d329d5 [ 964.385222] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 964.439700] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.439860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.439938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.440513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.442557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.443643] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.443826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.443954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.444168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.444284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.444540] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.444652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.444713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.445572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.445572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.445963] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68956cc2-6aff-45c5-aedc-b4c469d329d5 is going to be created. [ 964.481241] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/68956cc2-6aff-45c5-aedc-b4c469d329d5], does not exist path=[/infra/domains/default/groups/68956cc2-6aff-45c5-aedc-b4c469d329d5]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/68956cc2-6aff-45c5-aedc-b4c469d329d5 [ 964.481608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68956cc2-6aff-45c5-aedc-b4c469d329d5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.481911] env[65134]: Traceback (most recent call last): [ 964.481999] env[65134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 964.481999] env[65134]: return func(*args, **kwargs) [ 964.481999] env[65134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 964.481999] env[65134]: res.raise_for_status() [ 964.481999] env[65134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 964.481999] env[65134]: raise HTTPError(http_error_msg, response=self) [ 964.481999] env[65134]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/68956cc2-6aff-45c5-aedc-b4c469d329d5 [ 964.481999] env[65134]: During handling of the above exception, another exception occurred: [ 964.481999] env[65134]: Traceback (most recent call last): [ 964.481999] env[65134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 964.481999] env[65134]: listener.cb(fileno) [ 964.481999] env[65134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 964.481999] env[65134]: result = function(*args, **kwargs) [ 964.481999] env[65134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 964.481999] env[65134]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 964.481999] env[65134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 964.481999] env[65134]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 964.481999] env[65134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 964.481999] env[65134]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 964.481999] env[65134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 964.481999] env[65134]: res.raise_for_status() [ 964.481999] env[65134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 964.481999] env[65134]: raise HTTPError(http_error_msg, response=self) [ 964.481999] env[65134]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/68956cc2-6aff-45c5-aedc-b4c469d329d5 [ 964.481999] env[65134]: Removing descriptor: 62 [ 964.566129] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.566357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.570129] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.571876] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7405163-1b20-4e56-8484-9e94c40967c0 with status ACTIVE [ 964.572231] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.572742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.572742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.572742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.572901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.573058] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.573157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.573227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.573425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.573493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.573824] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.573824] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.573921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.574357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.574357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.574357] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7405163-1b20-4e56-8484-9e94c40967c0 is going to be updated. [ 964.606316] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.606316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.606316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.606316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.606316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.606316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7405163-1b20-4e56-8484-9e94c40967c0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.850262] env[65134]: INFO networking_nsxv3.common.synchronization [req-622aea8b-8eab-422a-9c93-453a5362c3b2 req-75beec53-8a1f-4301-96f3-c971a3920801 tempest-ServersNegativeTestJSON-1636755719 tempest-ServersNegativeTestJSON-1636755719-project-member] Enqueued Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 964.851407] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 964.851915] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.852549] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.852549] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.853017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.853017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.853017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.853017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.853269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.853430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.853556] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.073216] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.113337] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 965.113543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.113590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.113860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.114055] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.114710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.114710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.114710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.114710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.114710] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.328729] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.328943] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-474" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.329097] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-474" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.329446] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-474" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.329714] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.329882] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.329997] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.330515] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.330627] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.330841] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.330946] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.331121] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.331170] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.331279] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.331383] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.331618] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.356284] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.356464] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.356659] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.356782] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-474" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.357114] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-b0d4568c-6d6b-4a92-90f0-d53784df1c31 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.357295] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.357416] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.357808] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.357949] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d4568c-6d6b-4a92-90f0-d53784df1c31',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.360476] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.360613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.360847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.360973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.360973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.361176] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.361281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.361343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.361553] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.361862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.361862] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 already deleted. [ 965.361862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.576896] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.576896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.576896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.577617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.577617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.577617] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 965.617039] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.624175] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.624407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.624407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.624591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.624733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.641619] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 965.738904] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd in Status: SUCCESS [ 965.740159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.740159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.740159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.740159] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.740159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.740159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.740159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.740633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.740633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.740633] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49df730b-19a9-4e27-a6b6-a9a8a0e661bd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.787676] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: SUCCESS [ 965.787889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.788171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.788418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.788650] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.788770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.788870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.789069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.789177] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.789290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.789514] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.790612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.790612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.790803] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.790879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.791137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.791239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.791276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.791392] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.863753] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.864205] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.864371] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.864657] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.864843] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.865041] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port b0d4568c-6d6b-4a92-90f0-d53784df1c31 not found, creating... [ 965.865345] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.865525] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.865644] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.865893] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.866044] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.866360] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.866520] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.866641] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.866848] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.866979] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.867164] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: b0d4568c-6d6b-4a92-90f0-d53784df1c31 is going to be created. [ 965.888969] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.889471] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.889605] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.889908] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.890156] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.890404] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.119821] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.243242] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49df730b-19a9-4e27-a6b6-a9a8a0e661bd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.293399] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.293739] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.294996] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.622673] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.622888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.623076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.623507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.623609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.623730] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be updated. [ 966.643060] env[65134]: INFO networking_nsxv3.common.synchronization [req-622aea8b-8eab-422a-9c93-453a5362c3b2 req-263e27d8-cd1f-4d0f-9aa2-81fd1708b548 service nova] Enqueued Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_rules [ 966.643225] env[65134]: INFO networking_nsxv3.common.synchronization [req-622aea8b-8eab-422a-9c93-453a5362c3b2 req-263e27d8-cd1f-4d0f-9aa2-81fd1708b548 service nova] Enqueued Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 966.643288] env[65134]: INFO networking_nsxv3.common.synchronization [req-622aea8b-8eab-422a-9c93-453a5362c3b2 req-263e27d8-cd1f-4d0f-9aa2-81fd1708b548 service nova] Enqueued Resource ID: b0d4568c-6d6b-4a92-90f0-d53784df1c31 with Priority: HIGHEST for action port [ 966.643862] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_rules [ 966.644167] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 966.644309] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d4568c-6d6b-4a92-90f0-d53784df1c31 with Priority: HIGHEST for action port [ 966.645325] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.645673] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.645781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.646065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.646156] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.648970] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.648970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.648970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.649259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.649409] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.649637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.649637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.650414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.650414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.650414] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.651814] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d4568c-6d6b-4a92-90f0-d53784df1c31 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.651814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.651814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.651814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.651814] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d4568c-6d6b-4a92-90f0-d53784df1c31',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.689431] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.689631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.689690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.689908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.690090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.717230] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 966.745304] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49df730b-19a9-4e27-a6b6-a9a8a0e661bd: rpc.has_security_group_logging(os_id): False [ 966.772912] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.773170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.773250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.773455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.773563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.773887] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.774018] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.774085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.774326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.774410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.774506] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd is going to be created. [ 966.796785] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.861691] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.861923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.861923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.862135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.862315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.874419] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd in Status: IN_PROGRESS for 2s [ 967.154656] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.155030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.155232] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.156653] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0d4568c-6d6b-4a92-90f0-d53784df1c31 with status ACTIVE [ 967.156841] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.156970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.157058] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.157261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.157340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.157512] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.157611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.157717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.157929] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.158021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.158194] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.158303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.158343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.159196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.159196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.159196] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0d4568c-6d6b-4a92-90f0-d53784df1c31 is going to be updated. [ 967.182307] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.182493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.182493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.182772] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.182901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.183103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.300057] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.300957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.300957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.300957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.300957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.301206] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 is going to be updated. [ 967.362662] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.362893] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.362893] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.363111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.363267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.387321] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: IN_PROGRESS for 2s [ 967.660961] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.690444] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 967.690836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.691031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.691293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.692065] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.692065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.692065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.692065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.692256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.692256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.692319] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.166430] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.166697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.166697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.166990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.166990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.167136] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 is going to be created. [ 968.191939] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.192173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.192173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.192361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.192540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.194471] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.194649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.194649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.194800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.194950] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.195068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.195130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.195254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.195324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.195413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.195554] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.195639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.195696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.196390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.196390] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.196390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.196390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.196390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.196390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.196783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.196783] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.204348] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: UNINITIALIZED for 2s [ 968.698586] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 381cbb00-98d4-4b9b-a238-52092c9aa276: rpc.has_security_group_logging(os_id): False [ 968.761765] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 968.762188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.762362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.762721] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.763024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.763216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.763319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.763561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.763744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.763918] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.764079] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.764280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.764367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.764536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.764758] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.765033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.765033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.765205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.765459] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.765459] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.765548] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.767702] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.768015] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.768015] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.768179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.840209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.840555] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.840692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.840752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.841020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.841085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.841319] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.841376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.841442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.841651] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.841762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.841958] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.842094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.842227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.842340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.842398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.842516] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 968.899558] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd in Status: SUCCESS [ 968.899847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.944045] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.944322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.944516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.944910] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.945093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.968792] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 969.270805] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a43aaed-5374-4997-8461-13289615521f: rpc.has_security_group_logging(os_id): False [ 969.290459] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.290657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.290695] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.290896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.326879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.327166] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.327290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.327361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.327549] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.327630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.327944] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.328051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.328145] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.328294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.328364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.328539] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.328634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.328694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.328834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.328908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.328992] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be updated. [ 969.403945] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: SUCCESS [ 969.404252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.404497] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.404841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.405141] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.405371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.405449] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.405702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.405827] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.405967] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.408425] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.408607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.408720] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.408940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.410345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.432569] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 969.913580] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.217297] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: SUCCESS [ 970.217541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.217731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.218084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.218289] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.218412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.218476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.218676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.218733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.218804] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.218899] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.416046] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.544734] env[65134]: INFO networking_nsxv3.common.synchronization [req-ad956de8-22e8-4658-856f-31d32f43ef75 req-501d5ead-b654-464a-9915-3ec8e04e46a8 tempest-DeleteServersTestJSON-455681454 tempest-DeleteServersTestJSON-455681454-project-member] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 970.545283] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 970.545648] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.545728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.545781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.545964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.546278] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.546278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.546278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.546512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.546512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.546590] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.721548] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.721883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.721883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.723101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.723101] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.723101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.723101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.723101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.723101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.723101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.723101] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.723519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.723519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.723519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.723519] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.723790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.723790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.723872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.723922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.724020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.724126] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.918826] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.918994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.919064] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.920476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.920476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.921373] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 is going to be updated. [ 971.027354] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 971.027614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.029092] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.029235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.029288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.029595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.029781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.055028] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.055028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.055028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.055028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.077604] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: IN_PROGRESS for 2s [ 971.100946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.101235] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.101358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.101427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.101688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.101766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.101861] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 971.180137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.180375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.180456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.180805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.180935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.193152] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 971.227931] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bed5be6-136d-499a-a2ff-87ecb338f2b8: rpc.has_security_group_logging(os_id): False [ 971.255416] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.255416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.255416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.255416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.255416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.255416] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.255416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.255416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.255416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.255416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.255416] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.255416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.255416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.255416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.255416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.255869] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.255869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.255869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.255869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.255869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.255869] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 is going to be created. [ 971.441360] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.441825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.441825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.441825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.442135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.484180] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: IN_PROGRESS for 2s [ 971.493622] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 971.493810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.493998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.494220] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.494321] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.996517] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.996681] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.996754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.996982] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.997177] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.997281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.997344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.997495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.997579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.997668] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.997756] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.500592] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.500933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.500933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.501097] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.501285] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.501435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.501505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.501745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.501851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.501959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.502163] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.502279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.502351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.502598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.502680] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.502799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.502855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.503017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.503118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.503213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.503321] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.765653] env[65134]: INFO networking_nsxv3.common.synchronization [req-be86731b-e8b8-4b17-8373-6c25f58016ad req-fc121c82-9c7a-4e8a-bd12-0589c98a2fc5 tempest-MultipleCreateTestJSON-446999509 tempest-MultipleCreateTestJSON-446999509-project-member] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 972.766616] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 972.767144] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.767326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.767941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.767941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.768062] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.768128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.768337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.768557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.768700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.768846] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.009898] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a43aaed-5374-4997-8461-13289615521f: rpc.has_security_group_logging(os_id): False [ 973.028707] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.028942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.029045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.029280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.029374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.029626] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.029745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.029826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.029974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.030067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.030360] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.030467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.030524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.030667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.030780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.030954] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.031074] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.031136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.031278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.031352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.031441] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be updated. [ 973.110049] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: SUCCESS [ 973.110049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.110049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.110049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.110049] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.110049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.110049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.110049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.110049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.110049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.110049] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.110049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.110049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.110049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.110815] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.110961] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.111046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.111221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.111303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.111396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.111506] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.140480] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.140480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.140480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.140480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.140480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.163313] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 973.205782] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 973.206015] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c deletion is rescheduled due to dependency. [ 973.206152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.271221] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.367445] env[65134]: INFO networking_nsxv3.common.synchronization [req-d4fa4d75-095b-47e9-8052-580c91002745 req-31500376-4d3a-4e39-8483-4bd2343709c8 tempest-MultipleCreateTestJSON-446999509 tempest-MultipleCreateTestJSON-446999509-project-member] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 973.369138] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGHEST for action security_group_members [ 973.369138] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.369138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.447254] env[65134]: INFO networking_nsxv3.common.synchronization [req-4aa1aa3d-0bb3-42c2-83d4-607e3b2dd068 req-aa72d3c4-7313-4e11-a1ba-e79fe5ca0f8b tempest-ServerRescueTestJSONUnderV235-1084879132 tempest-ServerRescueTestJSONUnderV235-1084879132-project-member] Enqueued Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 973.447846] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 with Priority: HIGHEST for action security_group_members [ 973.448578] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-99691863-8b08-4a88-b1f8-d0af8f6bf026 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.448578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.448578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.448813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.448886] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.448981] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.449061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.449211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.449294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.449387] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.497933] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: SUCCESS [ 973.498193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.615980] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99691863-8b08-4a88-b1f8-d0af8f6bf026: rpc.has_security_group_logging(os_id): False [ 973.635561] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.635735] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.635812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.636135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.659617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.660017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.660199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.660273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.660510] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.660597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.660849] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.660959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.661036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.661198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.661292] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.661492] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.661951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.661951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.662124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.662218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.662334] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 is going to be updated. [ 973.750247] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.750395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.750509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.750674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.750867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.767173] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: IN_PROGRESS for 2s [ 973.773579] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.952059] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.952059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.952059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.952416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.952466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.952749] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.952912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.953204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.953476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.953476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.953648] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 is going to be updated. [ 973.987344] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.987508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.987508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.987694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.988018] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.999111] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: IN_PROGRESS for 2s [ 974.276821] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.276821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.276821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.277196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.277196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.277334] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be updated. [ 974.323705] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.324689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.326297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.326297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.326297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.339811] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 975.190855] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 975.190855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.783289] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: SUCCESS [ 975.783289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.783289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.783289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.783289] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99691863-8b08-4a88-b1f8-d0af8f6bf026',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.009499] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 in Status: SUCCESS [ 976.009499] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 deletion is rescheduled due to dependency. [ 976.009676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.303138] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.303434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.303514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.303819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.304016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.304279] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99691863-8b08-4a88-b1f8-d0af8f6bf026 is going to be deleted. [ 976.356906] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 976.356906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.356906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.356906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.356906] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.356906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.356906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.356906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.357338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.357423] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.387646] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.387900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.387900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.388102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.388200] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.388327] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99691863-8b08-4a88-b1f8-d0af8f6bf026" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.521639] env[65134]: INFO networking_nsxv3.common.synchronization [req-5fce856f-1d01-4f80-8cd4-9c44d74072bb req-e8d116d5-76a9-4294-80a2-3dbcdb611e32 tempest-ListImageFiltersTestJSON-434243979 tempest-ListImageFiltersTestJSON-434243979-project-member] Enqueued Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_members [ 976.522179] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_members [ 976.522483] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.522610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.522689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.522976] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.523188] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.523297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.523410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.523514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.523597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.523692] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.860427] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.861028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.861028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.861158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.861333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.861895] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.861895] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.861895] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.862154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.862287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.862425] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be updated. [ 976.891391] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.891534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.891675] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.891906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.892049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.902128] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: IN_PROGRESS for 2s [ 977.026841] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.531222] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.036268] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.036645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.036645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.036826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.036985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.037181] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c is going to be updated. [ 978.070656] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.070808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.070896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.071154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.071280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.080536] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: IN_PROGRESS for 2s [ 978.912794] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a43aaed-5374-4997-8461-13289615521f in Status: SUCCESS [ 978.913114] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a43aaed-5374-4997-8461-13289615521f deletion is rescheduled due to dependency. [ 978.913229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.091430] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: SUCCESS [ 980.091430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.375351] env[65134]: INFO networking_nsxv3.common.synchronization [req-e95b8b78-b205-4130-97c7-2d184afa568e req-ed22def4-27c3-423b-8457-5cfdbe2697a8 tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 980.375893] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 980.376216] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.376340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.376451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.376705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.376946] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.377800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.378442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.379776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.379909] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.380116] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.883857] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.386114] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.681510] env[65134]: INFO networking_nsxv3.common.synchronization [None req-951241ec-2450-4386-9627-0f110941054c tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 981.682180] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 981.682892] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.683164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.890135] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.890315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.890416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.890596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.890686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.890864] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 981.923093] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.923232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.923296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.923514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.923692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.934289] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 982.823257] env[65134]: INFO networking_nsxv3.common.synchronization [None req-0e7686e6-eef1-401b-a959-a0d8dfc83c5c None None] Enqueued Resource ID: 93a2749c-1701-4454-bc56-c4edacb31991 with Priority: HIGHEST for action port [ 982.823752] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93a2749c-1701-4454-bc56-c4edacb31991 with Priority: HIGHEST for action port [ 982.823752] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-93a2749c-1701-4454-bc56-c4edacb31991 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.824545] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93a2749c-1701-4454-bc56-c4edacb31991" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.824545] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93a2749c-1701-4454-bc56-c4edacb31991" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.824688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93a2749c-1701-4454-bc56-c4edacb31991" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.824811] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a2749c-1701-4454-bc56-c4edacb31991',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.328590] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93a2749c-1701-4454-bc56-c4edacb31991 [ 983.329613] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.329613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.329613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.329613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.329613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.329613] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93a2749c-1701-4454-bc56-c4edacb31991 already deleted. [ 983.329613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93a2749c-1701-4454-bc56-c4edacb31991" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.947024] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 983.947301] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.947594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.947841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.948050] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.948176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.948375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.948583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.948695] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.948819] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.452506] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.452727] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.452833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.453072] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.453165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.453366] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.453466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.453528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.453678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.453754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.453841] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 984.489986] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.490228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.490294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.490506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.490649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.502075] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 985.207812] env[65134]: INFO networking_nsxv3.common.synchronization [req-fe3555fc-abed-471c-9c9b-094cba096e44 req-c989a66f-aa5e-457b-8369-566723aa84f8 tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGHEST for action security_group_members [ 985.208464] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGHEST for action security_group_members [ 985.208917] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51cdc9c8-d8b6-470b-a709-caa2626eac0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.209150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.209150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.209999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.210175] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.210278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.210353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.211216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.211216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.211216] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51cdc9c8-d8b6-470b-a709-caa2626eac0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.369367] env[65134]: INFO networking_nsxv3.common.synchronization [None req-0d08f262-c679-4dce-846e-d8b8df1032d2 None None] Enqueued Resource ID: 0f286ccc-b02c-4d71-8c9c-e8795e2f3976 with Priority: HIGHEST for action port [ 985.370085] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f286ccc-b02c-4d71-8c9c-e8795e2f3976 with Priority: HIGHEST for action port [ 985.370406] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f286ccc-b02c-4d71-8c9c-e8795e2f3976 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.370527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f286ccc-b02c-4d71-8c9c-e8795e2f3976" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.370588] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f286ccc-b02c-4d71-8c9c-e8795e2f3976" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.371064] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f286ccc-b02c-4d71-8c9c-e8795e2f3976" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.371064] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f286ccc-b02c-4d71-8c9c-e8795e2f3976',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.505334] env[65134]: INFO networking_nsxv3.common.synchronization [None req-0a88aaf9-eef8-4ea2-b880-5e0f9648a7e0 None None] Enqueued Resource ID: 236d601a-3be1-4941-8305-c8c5bc8eb051 with Priority: HIGHEST for action port [ 985.505944] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236d601a-3be1-4941-8305-c8c5bc8eb051 with Priority: HIGHEST for action port [ 985.505944] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-236d601a-3be1-4941-8305-c8c5bc8eb051 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.506121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-236d601a-3be1-4941-8305-c8c5bc8eb051" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.506511] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-236d601a-3be1-4941-8305-c8c5bc8eb051" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.506880] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-236d601a-3be1-4941-8305-c8c5bc8eb051" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.506880] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('236d601a-3be1-4941-8305-c8c5bc8eb051',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.714720] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.715073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.715286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.715649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.745598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.745865] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.745990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.746068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.746543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.746543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.746543] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c is going to be updated. [ 985.791065] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.791370] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.791408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.791700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.791892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.829747] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c in Status: IN_PROGRESS for 2s [ 985.875594] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f286ccc-b02c-4d71-8c9c-e8795e2f3976 [ 985.875594] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.875594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.875594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.875946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.875946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.876115] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f286ccc-b02c-4d71-8c9c-e8795e2f3976 already deleted. [ 985.876230] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f286ccc-b02c-4d71-8c9c-e8795e2f3976" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.008694] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 236d601a-3be1-4941-8305-c8c5bc8eb051 [ 986.008945] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.009172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.009246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.009578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.009578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.009711] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:236d601a-3be1-4941-8305-c8c5bc8eb051 already deleted. [ 986.009741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-236d601a-3be1-4941-8305-c8c5bc8eb051" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.339956] env[65134]: INFO networking_nsxv3.common.synchronization [None req-2b453cc7-77d8-4e85-8a60-66b021daba20 tempest-ServerActionsTestJSON-1498278314 tempest-ServerActionsTestJSON-1498278314-project-member] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_rules [ 986.340677] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_rules [ 986.341746] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.342147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.342248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.344212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.344344] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.430962] env[65134]: INFO networking_nsxv3.common.synchronization [req-17786031-128e-4463-afa8-9e5f7f6769c0 req-e6d69966-1b3e-46c8-a346-f3dc51251bf8 tempest-DeleteServersTestJSON-455681454 tempest-DeleteServersTestJSON-455681454-project-member] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 986.432297] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 986.432644] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.432826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.432925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.433157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.433314] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.433415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.433475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.433618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.433697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.433791] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.461484] env[65134]: INFO networking_nsxv3.common.synchronization [None req-395b8e61-9370-4f85-9d81-5ae6c7332210 tempest-ServerActionsTestJSON-1498278314 tempest-ServerActionsTestJSON-1498278314-project-member] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_rules [ 986.462566] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_rules [ 986.462964] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.463103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.516774] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 986.516774] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 deletion is rescheduled due to dependency. [ 986.516774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.872682] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.872682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.872682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.872682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.872682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.872682] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 already deleted. [ 986.873149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.873149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.873149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.873266] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.913331] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.913555] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.913700] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.913982] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.914371] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.914542] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.914664] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.914900] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.915172] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.915451] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.915580] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.915754] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.915905] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.916079] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.916228] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.916387] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.937780] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.938065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.938065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.938241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.938331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.938531] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.938635] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.938703] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.938854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.938924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.939017] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 986.941051] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.941436] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.941686] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.941908] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-237" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.942255] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-895b9b88-d660-4b04-8138-6051e3bc8f64 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.942487] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-895b9b88-d660-4b04-8138-6051e3bc8f64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.942645] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-895b9b88-d660-4b04-8138-6051e3bc8f64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.942988] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-895b9b88-d660-4b04-8138-6051e3bc8f64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.943190] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('895b9b88-d660-4b04-8138-6051e3bc8f64',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.972535] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.972719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.973581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.973581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.973581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.984529] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 987.368834] env[65134]: INFO networking_nsxv3.common.synchronization [req-16f29d17-1923-4403-af44-fd72e2655121 req-3d9e4b82-eddf-4a7d-9229-9b92888f8fb3 tempest-ListImageFiltersTestJSON-434243979 tempest-ListImageFiltersTestJSON-434243979-project-member] Enqueued Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_members [ 987.371044] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGHEST for action security_group_members [ 987.372179] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.372179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.372179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.372179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.372528] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.372528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.372528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.372789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.372933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.373073] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.398054] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.398278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.398278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.399103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.399103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.399103] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 already deleted. [ 987.399103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.449414] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.449632] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.449756] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.450056] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.450206] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.450359] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 895b9b88-d660-4b04-8138-6051e3bc8f64 not found, creating... [ 987.450616] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.450773] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.450887] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.451123] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.451262] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.451538] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.451726] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.451838] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.452689] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.452689] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.452689] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 895b9b88-d660-4b04-8138-6051e3bc8f64 is going to be created. [ 987.488626] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.488844] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.488969] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.489259] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.492284] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.492284] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-895b9b88-d660-4b04-8138-6051e3bc8f64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.824796] env[65134]: INFO networking_nsxv3.common.synchronization [None req-ab76d940-510e-4758-a3ae-a65178c1e1ea None None] Enqueued Resource ID: 759437dc-1e00-40d5-8237-14865956206f with Priority: HIGHEST for action port [ 987.825741] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 759437dc-1e00-40d5-8237-14865956206f with Priority: HIGHEST for action port [ 987.825897] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-759437dc-1e00-40d5-8237-14865956206f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.825980] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-759437dc-1e00-40d5-8237-14865956206f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.826095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-759437dc-1e00-40d5-8237-14865956206f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.826314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-759437dc-1e00-40d5-8237-14865956206f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.826392] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('759437dc-1e00-40d5-8237-14865956206f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.840252] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c in Status: SUCCESS [ 987.840467] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c deletion is rescheduled due to dependency. [ 987.840599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.876521] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.876521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.876521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.876988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.899079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.899350] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.899474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.899540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.899904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.899904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.899904] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c is going to be updated. [ 987.928420] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.928596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.928642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.928832] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.928980] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.940874] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: IN_PROGRESS for 2s [ 988.200775] env[65134]: INFO networking_nsxv3.common.synchronization [req-17786031-128e-4463-afa8-9e5f7f6769c0 req-02a8dc04-6527-4708-a704-efec39702a81 service nova] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_rules [ 988.200865] env[65134]: INFO networking_nsxv3.common.synchronization [req-17786031-128e-4463-afa8-9e5f7f6769c0 req-02a8dc04-6527-4708-a704-efec39702a81 service nova] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 988.201382] env[65134]: INFO networking_nsxv3.common.synchronization [req-17786031-128e-4463-afa8-9e5f7f6769c0 req-02a8dc04-6527-4708-a704-efec39702a81 service nova] Enqueued Resource ID: 895b9b88-d660-4b04-8138-6051e3bc8f64 with Priority: HIGHEST for action port [ 988.201634] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_rules [ 988.201798] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 988.201900] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b9b88-d660-4b04-8138-6051e3bc8f64 with Priority: HIGHEST for action port [ 988.202459] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.202595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.202686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.202866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.202956] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.204446] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.204446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.204446] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-895b9b88-d660-4b04-8138-6051e3bc8f64 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.204446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-895b9b88-d660-4b04-8138-6051e3bc8f64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.204446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-895b9b88-d660-4b04-8138-6051e3bc8f64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.206173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-895b9b88-d660-4b04-8138-6051e3bc8f64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.206173] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('895b9b88-d660-4b04-8138-6051e3bc8f64',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.328224] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 759437dc-1e00-40d5-8237-14865956206f [ 988.328483] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.328617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.328689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.328906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.328996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.329107] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:759437dc-1e00-40d5-8237-14865956206f already deleted. [ 988.329187] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-759437dc-1e00-40d5-8237-14865956206f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.708218] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.709113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.711776] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 895b9b88-d660-4b04-8138-6051e3bc8f64 with status ACTIVE [ 988.712147] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.712282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.712348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.712539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.712690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.712897] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.713020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.713106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.713320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.713407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.713631] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.713738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.713814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.714048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.714220] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.714272] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 895b9b88-d660-4b04-8138-6051e3bc8f64 is going to be updated. [ 988.746819] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.746819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.746995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.747085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.747236] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.747411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-895b9b88-d660-4b04-8138-6051e3bc8f64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.884850] env[65134]: INFO networking_nsxv3.common.synchronization [req-c4da25f1-16b5-45f9-837d-9e5b6bf6bdca req-a91ebc46-59f8-4a52-b879-390d3ceb770b tempest-ServersNegativeTestJSON-1636755719 tempest-ServersNegativeTestJSON-1636755719-project-member] Enqueued Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 988.885399] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 988.885695] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.885816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.885884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.886143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.886313] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.886416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.886478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.886637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.887457] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.887457] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.995102] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 988.995314] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c deletion is rescheduled due to dependency. [ 988.995434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.995631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.995807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.995984] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.996115] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.996180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.996328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.996408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.996589] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.206772] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.207029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-474" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.207219] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-474" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.207424] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-474" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.207698] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.207895] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.207973] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.208243] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.208391] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.208611] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.208716] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.208827] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.208933] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.209085] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.209211] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.209287] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.239736] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.239945] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.240103] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.240408] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-474" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.240781] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-3fba4ad4-9c3a-4efc-8378-e19e67edc416 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.240968] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-3fba4ad4-9c3a-4efc-8378-e19e67edc416" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.241108] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-3fba4ad4-9c3a-4efc-8378-e19e67edc416" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.241541] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-3fba4ad4-9c3a-4efc-8378-e19e67edc416" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.241768] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fba4ad4-9c3a-4efc-8378-e19e67edc416',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.389480] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.499569] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.746101] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.746101] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.746593] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.746593] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.746663] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.746769] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 3fba4ad4-9c3a-4efc-8378-e19e67edc416 not found, creating... [ 989.747042] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.747209] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.747328] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.747547] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.747683] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.748781] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.748781] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.748781] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.748781] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.748781] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.748781] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 3fba4ad4-9c3a-4efc-8378-e19e67edc416 is going to be created. [ 989.772256] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.772522] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.772652] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.774244] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.774522] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.774765] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-3fba4ad4-9c3a-4efc-8378-e19e67edc416" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.891174] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.950419] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c in Status: SUCCESS [ 989.950598] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c deletion is rescheduled due to dependency. [ 989.950705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.002181] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.393916] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.394123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.394175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.394381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.394467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.394567] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 is going to be updated. [ 990.457374] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.457576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.457576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.457783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.457929] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.478171] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: IN_PROGRESS for 2s [ 990.504519] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.504723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.504856] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.505055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.505147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.505250] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 990.509338] env[65134]: INFO networking_nsxv3.common.synchronization [req-c4da25f1-16b5-45f9-837d-9e5b6bf6bdca req-ed0c7cc3-39f3-4f58-9036-d516b196c121 service nova] Enqueued Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_rules [ 990.511317] env[65134]: INFO networking_nsxv3.common.synchronization [req-c4da25f1-16b5-45f9-837d-9e5b6bf6bdca req-ed0c7cc3-39f3-4f58-9036-d516b196c121 service nova] Enqueued Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 990.511317] env[65134]: INFO networking_nsxv3.common.synchronization [req-c4da25f1-16b5-45f9-837d-9e5b6bf6bdca req-ed0c7cc3-39f3-4f58-9036-d516b196c121 service nova] Enqueued Resource ID: 3fba4ad4-9c3a-4efc-8378-e19e67edc416 with Priority: HIGHEST for action port [ 990.511317] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_rules [ 990.511497] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 990.511622] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fba4ad4-9c3a-4efc-8378-e19e67edc416 with Priority: HIGHEST for action port [ 990.511993] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.512196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.512323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.512583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.512677] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.513574] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.514571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.514571] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fba4ad4-9c3a-4efc-8378-e19e67edc416 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.514571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fba4ad4-9c3a-4efc-8378-e19e67edc416" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.514571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fba4ad4-9c3a-4efc-8378-e19e67edc416" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.514571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fba4ad4-9c3a-4efc-8378-e19e67edc416" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.514571] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fba4ad4-9c3a-4efc-8378-e19e67edc416',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.547027] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.547329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.547329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.547530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.548325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.561934] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 991.016103] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.016522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.022314] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fba4ad4-9c3a-4efc-8378-e19e67edc416 with status ACTIVE [ 991.022314] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.022314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.022314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.022314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.022314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.022314] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.022314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.022314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.022314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.022314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.022314] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.022314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.022314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.023549] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.023549] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.023549] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fba4ad4-9c3a-4efc-8378-e19e67edc416 is going to be updated. [ 991.045766] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.045950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.046014] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.046465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.046465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.046597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fba4ad4-9c3a-4efc-8378-e19e67edc416" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.223366] env[65134]: INFO networking_nsxv3.common.synchronization [req-861910af-ecf0-4748-a369-1ce98839de6b req-13ddca33-dfbc-46c8-9f1e-21e7a7e9aeb4 tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 991.223912] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 991.224244] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.224386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.224454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.224645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.224799] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.224896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.225142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.225142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.225255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.225291] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.523997] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.523997] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.523997] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.523997] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.523997] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.524588] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.524831] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.525194] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.525452] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.526078] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.526327] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.526530] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.526741] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.526976] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.528031] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.528118] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.548735] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.548915] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.549106] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.549298] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.549637] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-d5ecd986-37b0-4b5d-b564-7fd6a7104204 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.549826] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-d5ecd986-37b0-4b5d-b564-7fd6a7104204" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.549928] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-d5ecd986-37b0-4b5d-b564-7fd6a7104204" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.550277] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-d5ecd986-37b0-4b5d-b564-7fd6a7104204" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.550413] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ecd986-37b0-4b5d-b564-7fd6a7104204',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.729832] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.053396] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.053745] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.053745] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.054058] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.054231] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.054388] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port d5ecd986-37b0-4b5d-b564-7fd6a7104204 not found, creating... [ 992.054654] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.054815] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.054998] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.055199] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.055340] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.055619] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.055773] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.055890] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.056112] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.056246] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.056381] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: d5ecd986-37b0-4b5d-b564-7fd6a7104204 is going to be created. [ 992.079823] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.080086] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.080188] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.080464] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.080700] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.080923] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-d5ecd986-37b0-4b5d-b564-7fd6a7104204" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.232326] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.489085] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: SUCCESS [ 992.489085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.489384] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.489656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.489913] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.490078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.490201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.490407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.490534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.490665] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.573118] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 992.573343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.573843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.574135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.574428] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.574542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.574585] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.574756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.574868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.575059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.575391] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.737088] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.737245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.737344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.737571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.737665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.737771] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 992.767248] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.767483] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.767483] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.767678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.767823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.778075] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 992.822690] env[65134]: INFO networking_nsxv3.common.synchronization [req-861910af-ecf0-4748-a369-1ce98839de6b req-7853d921-9e59-47d6-9cff-1a813256567a service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 992.822690] env[65134]: INFO networking_nsxv3.common.synchronization [req-861910af-ecf0-4748-a369-1ce98839de6b req-7853d921-9e59-47d6-9cff-1a813256567a service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 992.823215] env[65134]: INFO networking_nsxv3.common.synchronization [req-861910af-ecf0-4748-a369-1ce98839de6b req-7853d921-9e59-47d6-9cff-1a813256567a service nova] Enqueued Resource ID: d5ecd986-37b0-4b5d-b564-7fd6a7104204 with Priority: HIGHEST for action port [ 992.824258] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 992.824258] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 992.824258] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ecd986-37b0-4b5d-b564-7fd6a7104204 with Priority: HIGHEST for action port [ 992.825198] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.825198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.825198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.825390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.825433] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.826803] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.826935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.827899] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5ecd986-37b0-4b5d-b564-7fd6a7104204 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.827899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5ecd986-37b0-4b5d-b564-7fd6a7104204" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.827899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5ecd986-37b0-4b5d-b564-7fd6a7104204" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.827899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5ecd986-37b0-4b5d-b564-7fd6a7104204" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.827899] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ecd986-37b0-4b5d-b564-7fd6a7104204',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.993546] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.077661] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.078021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.078021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.078132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.078305] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.078408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.078470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.078625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.078977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.078977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.078977] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.079169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.079169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.079232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.079343] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.079434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.079493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.079627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.079729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.079811] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.079901] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.328162] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.328162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.330039] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5ecd986-37b0-4b5d-b564-7fd6a7104204 with status ACTIVE [ 993.330039] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.330039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.330039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.330377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.330377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.330377] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.330483] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.330483] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.330669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.330708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.330903] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.330988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.331038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.331176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.331268] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.331333] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5ecd986-37b0-4b5d-b564-7fd6a7104204 is going to be updated. [ 993.391015] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.391165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.391165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.391418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.391514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.391731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5ecd986-37b0-4b5d-b564-7fd6a7104204" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.496388] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.552774] env[65134]: INFO networking_nsxv3.common.synchronization [req-fb78518b-27d2-458d-8ebb-67470e0e182e req-d80b9ba7-86ca-4d94-8b3f-24f017c61da0 tempest-ImagesTestJSON-743760956 tempest-ImagesTestJSON-743760956-project-member] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 993.554090] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 993.554234] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.554348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.554402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.554643] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.554804] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.554912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.554962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.555119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.555204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.555301] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.581857] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaaf77ef-104b-46b9-9a5d-854439e9306c: rpc.has_security_group_logging(os_id): False [ 993.606144] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.606369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.606369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.606839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.606839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.606839] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.607175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.607175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.607175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.607313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.607406] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.607502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.607565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.607703] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.607778] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.607966] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.608604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.608604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.608759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.608912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.609166] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 993.687712] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.688045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.688045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.688307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.688514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.732199] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 993.931587] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.931974] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.932070] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.932406] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.932736] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.933086] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.933157] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.933441] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.933791] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.934039] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.934219] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.934335] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.934495] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.934627] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.934742] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.934938] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.955207] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.955370] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.955580] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.955670] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.956248] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.956474] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.956722] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.957069] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.957307] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.000963] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.001192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.001261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.001619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.001764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.001819] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 is going to be updated. [ 994.052877] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.053057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.053174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.053493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.053664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.057918] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.058172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.058310] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.058678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.058827] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.059489] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.059489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.059489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.059775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.059775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.059844] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 already deleted. [ 994.059977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.065272] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: IN_PROGRESS for 2s [ 994.462609] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.463055] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.463055] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.463299] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.463462] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.463615] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8 not found, creating... [ 994.463891] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.464088] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.464225] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.464458] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.464598] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.464895] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.465242] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.465242] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.465396] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.465542] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.465692] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8 is going to be created. [ 994.491992] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.492247] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.492384] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.492869] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.493159] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.493464] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.789410] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 994.789580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.789631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.789860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.791307] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.791307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.791307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.791307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.791307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.791307] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.263936] env[65134]: INFO networking_nsxv3.common.synchronization [req-fb78518b-27d2-458d-8ebb-67470e0e182e req-3bf7582d-89cf-40d8-81db-2c3dc0c8ac01 service nova] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_rules [ 995.264764] env[65134]: INFO networking_nsxv3.common.synchronization [req-fb78518b-27d2-458d-8ebb-67470e0e182e req-3bf7582d-89cf-40d8-81db-2c3dc0c8ac01 service nova] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 995.265515] env[65134]: INFO networking_nsxv3.common.synchronization [req-fb78518b-27d2-458d-8ebb-67470e0e182e req-3bf7582d-89cf-40d8-81db-2c3dc0c8ac01 service nova] Enqueued Resource ID: 4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8 with Priority: HIGHEST for action port [ 995.266535] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_rules [ 995.266954] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 995.267146] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8 with Priority: HIGHEST for action port [ 995.268087] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.268406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.268491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.268849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.268962] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.270410] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.270602] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.271772] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.272542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.272791] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.272951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.273065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.273313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.273443] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.273587] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.274856] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.275631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.275631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.275631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.275631] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.295291] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.756098] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 995.756404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.768759] env[65134]: INFO networking_nsxv3.common.synchronization [None req-3a81c0f5-30b1-48d9-8377-35732d7981d3 tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_rules [ 995.769591] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_rules [ 995.769795] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-712799eb-e89c-4caf-973c-5422527a7934 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.769975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.770071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.770348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.770618] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.777453] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.777652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.777731] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.778683] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8 with status ACTIVE [ 995.778867] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.779013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.779049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.779256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.779332] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.779545] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.779603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.779704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.779894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.779969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.780165] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.780297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.780338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.780449] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.780520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.780603] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8 is going to be updated. [ 995.797992] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.815365] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.815528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.815603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.815819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.815994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.816132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a63d46d-7bfa-4ad9-9398-d3c7c401fbd8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.894082] env[65134]: INFO networking_nsxv3.common.synchronization [None req-eaed5414-365e-4e46-9ca9-5936b8ebe46e tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_rules [ 995.894644] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_rules [ 995.894951] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-712799eb-e89c-4caf-973c-5422527a7934 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.895068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.076525] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: SUCCESS [ 996.077406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.077864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.078210] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.079028] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.079028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.079028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.079028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.079557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.080819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.080819] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.284335] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.293265] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.293430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.293495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.293687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.293759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.293968] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 712799eb-e89c-4caf-973c-5422527a7934 already deleted. [ 996.293968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.294084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.294244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.294342] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.299346] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.299497] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.299570] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.299799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.300488] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.300488] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 996.342258] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.342258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.342258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.342258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.342258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.353571] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 996.583255] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.585205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.585205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.585205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.585205] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.585205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.585205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.585205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.585205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.585205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.585205] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.585205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.585205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.585205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.586191] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.586191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.586191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.586191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.586191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.586191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.586397] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.789645] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.789645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.789645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.790181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.790522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.790727] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be created. [ 996.838279] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.838468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.838554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.838797] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.838917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.839140] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 712799eb-e89c-4caf-973c-5422527a7934 already deleted. [ 996.839267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.951483] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.951653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.951749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.951956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.952136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.965357] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: UNINITIALIZED for 2s [ 997.090101] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bed5be6-136d-499a-a2ff-87ecb338f2b8: rpc.has_security_group_logging(os_id): False [ 997.109231] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.109507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.109598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.109803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.109900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.110159] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.110276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.110342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.110511] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.110591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.110788] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.110884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.110945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.111097] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.111169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.111342] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.111435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.111529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.111658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.111788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.111881] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 is going to be updated. [ 997.190338] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.190520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.190520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.190717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.190887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.206298] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: IN_PROGRESS for 2s [ 998.364890] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 998.365273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.365380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.365692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.365932] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.366130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.366217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.366410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.366518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.366668] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.366866] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.869578] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.869772] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.869846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.870293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.870397] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.870592] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.870689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.871417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.871417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.871417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.871417] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.871417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.871417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.871646] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.871646] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.871646] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.872133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.872133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.872269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.872368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.872462] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.981566] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 998.981812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.982024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.982234] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.982428] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.982544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.982609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.982760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.982838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.982920] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.983013] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.229482] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: SUCCESS [ 999.229986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.376734] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6b55021-86ea-4096-9308-c25b67286406: rpc.has_security_group_logging(os_id): False [ 999.398142] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.398377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.398472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.399450] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.426148] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.426472] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.426736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.426815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.426994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.427119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.427387] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.427517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.427576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.427790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.427876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.428130] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.428279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.428351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.428539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.428655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.428748] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 999.485861] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.486112] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.486223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.486625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.486900] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.487078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.487199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.488252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.488405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.488551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.488819] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.489028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.489153] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.489437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.489764] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.489954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.490079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.490294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.490401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.490504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.490603] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.505461] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.505710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.505807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.506068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.506220] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.521488] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 999.993263] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 926fc0b4-9521-4549-936f-af9af47980d7: rpc.has_security_group_logging(os_id): False [ 1000.013731] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.013879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.013948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.014239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.014303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.014496] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.015108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.015108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.015108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.015108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.015108] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.015300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.015300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.015363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.015399] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.015580] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.015704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.015744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.015858] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.015931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.016035] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be created. [ 1000.078499] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.078688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.078737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.078994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.079208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.095237] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1000.555378] env[65134]: INFO networking_nsxv3.common.synchronization [req-3c74673e-8ded-4200-95aa-4a5dce6786d8 req-e3e5c571-b4cc-4060-b40c-0f1eb1ee1ff7 tempest-ServersNegativeTestJSON-1636755719 tempest-ServersNegativeTestJSON-1636755719-project-member] Enqueued Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 1000.555947] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 1000.556274] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.556395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.556460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.556650] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.556863] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.556934] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.557022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.557190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.557276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.557371] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.848427] env[65134]: INFO networking_nsxv3.common.synchronization [req-2304f6cd-cc99-4f6b-9676-0de764a1abcc req-b26a18f0-41df-4ded-9d46-17d42a25f509 tempest-ServerActionsTestJSON-1498278314 tempest-ServerActionsTestJSON-1498278314-project-member] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1000.848745] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1000.849179] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.849324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.849411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.849703] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.849901] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.850049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.850124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.850322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.850439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.850539] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.059354] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.199010] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.199235] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.199360] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.199700] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.199993] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.200208] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.200331] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.200757] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.200939] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.201173] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.201286] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.201396] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.201503] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.201608] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.201737] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.201871] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.223913] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.224103] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.224223] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.224397] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.224702] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-72f5ab7f-1917-485c-bc98-ea2e6b545d30 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.224874] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-72f5ab7f-1917-485c-bc98-ea2e6b545d30" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.224993] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-72f5ab7f-1917-485c-bc98-ea2e6b545d30" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.225325] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-72f5ab7f-1917-485c-bc98-ea2e6b545d30" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.225461] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72f5ab7f-1917-485c-bc98-ea2e6b545d30',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.353286] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.353444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.353512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.353747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.353839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.354115] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.354202] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.354240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.354460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.354573] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.354703] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 already deleted. [ 1001.354833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.539707] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1001.540011] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.562588] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.728354] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.728827] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.728885] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.729299] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.729533] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.729774] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 72f5ab7f-1917-485c-bc98-ea2e6b545d30 not found, creating... [ 1001.730158] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.730362] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.730535] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.730818] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.731029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.731386] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.731556] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.731678] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.731978] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.732107] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.732256] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 72f5ab7f-1917-485c-bc98-ea2e6b545d30 is going to be created. [ 1001.760072] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.760326] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.760326] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.760550] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.760890] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.761122] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-72f5ab7f-1917-485c-bc98-ea2e6b545d30" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.066361] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.066557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.066620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.067031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.067131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.067245] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 is going to be updated. [ 1002.104789] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.105028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.105028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.105225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.105369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.108612] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1002.108847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.114747] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: IN_PROGRESS for 2s [ 1002.493312] env[65134]: INFO networking_nsxv3.common.synchronization [req-2304f6cd-cc99-4f6b-9676-0de764a1abcc req-bda85569-5a28-4f0f-bd46-dc96813da20f service nova] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_rules [ 1002.493454] env[65134]: INFO networking_nsxv3.common.synchronization [req-2304f6cd-cc99-4f6b-9676-0de764a1abcc req-bda85569-5a28-4f0f-bd46-dc96813da20f service nova] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1002.493590] env[65134]: INFO networking_nsxv3.common.synchronization [req-2304f6cd-cc99-4f6b-9676-0de764a1abcc req-bda85569-5a28-4f0f-bd46-dc96813da20f service nova] Enqueued Resource ID: 72f5ab7f-1917-485c-bc98-ea2e6b545d30 with Priority: HIGHEST for action port [ 1002.494202] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_rules [ 1002.495114] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1002.495114] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f5ab7f-1917-485c-bc98-ea2e6b545d30 with Priority: HIGHEST for action port [ 1002.495114] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.495114] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.495114] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.495278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.495435] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.496233] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.496366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.496438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.496618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.496768] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.496869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.496934] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.497098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.497185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.497280] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.499644] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-72f5ab7f-1917-485c-bc98-ea2e6b545d30 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.499644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72f5ab7f-1917-485c-bc98-ea2e6b545d30" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.499644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72f5ab7f-1917-485c-bc98-ea2e6b545d30" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.499644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72f5ab7f-1917-485c-bc98-ea2e6b545d30" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.499644] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72f5ab7f-1917-485c-bc98-ea2e6b545d30',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.002597] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.003023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.003023] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.003899] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72f5ab7f-1917-485c-bc98-ea2e6b545d30 with status ACTIVE [ 1003.004019] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.004138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.004196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.004385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.004474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.004648] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.004747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.004843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.004958] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.005046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.005225] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.005319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.005370] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.005509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.005581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.005852] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72f5ab7f-1917-485c-bc98-ea2e6b545d30 is going to be updated. [ 1003.028421] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.028595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.028680] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.028882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.029033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.029219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72f5ab7f-1917-485c-bc98-ea2e6b545d30" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.507636] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.011556] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.011959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.011959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.012068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.012195] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.012306] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 is going to be created. [ 1004.038868] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.039081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.039126] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.039322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.039468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.050838] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: UNINITIALIZED for 2s [ 1004.125035] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: SUCCESS [ 1004.125283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.061806] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: SUCCESS [ 1006.062113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.062299] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.062548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.062779] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.062961] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.063088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.063346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.063479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.063600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.063701] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.515153] env[65134]: INFO networking_nsxv3.common.synchronization [req-23d3f5c7-6369-40a1-9527-68fb243c0e7d req-e718af4c-b587-4dc3-b51a-9be8618f5da9 tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1006.515718] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1006.516043] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.516178] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.516246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.516456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.516653] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.516783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.516850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.517033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.517121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.517217] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.566606] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.020069] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.069068] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fa7b936-892a-4083-a5fd-f595a0745c77: rpc.has_security_group_logging(os_id): False [ 1007.091185] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.091363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.091403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.091604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.091687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.092636] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.092636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.092636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.092636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.092636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.092636] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 is going to be created. [ 1007.168119] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.168309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.168309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.168464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.168644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.180504] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: IN_PROGRESS for 2s [ 1007.522596] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.025709] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.025963] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.025963] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.026179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.026273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.026376] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1008.049927] env[65134]: INFO networking_nsxv3.common.synchronization [req-6c00d639-4349-4321-b559-0b5cf8ce833c req-70c399b9-8974-4c05-8874-4869006e6457 tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_members [ 1008.050539] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_members [ 1008.050852] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-712799eb-e89c-4caf-973c-5422527a7934 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.051303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.051676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.052061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.052236] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.052345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.052406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.052579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.052665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.053045] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.062059] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.062059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.062166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.062289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.062430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.079150] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1008.364960] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.365700] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.365700] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.365882] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.366172] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.366339] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.366456] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.366708] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.366828] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.367053] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.367172] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.367278] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.367404] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.367505] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.367610] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.367738] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.391218] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.391393] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.391510] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.391689] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.392100] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-7501753a-d17e-4877-bb94-d81cb05775ec taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.392289] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-7501753a-d17e-4877-bb94-d81cb05775ec" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.392413] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-7501753a-d17e-4877-bb94-d81cb05775ec" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.392736] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-7501753a-d17e-4877-bb94-d81cb05775ec" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.392876] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7501753a-d17e-4877-bb94-d81cb05775ec',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.556300] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.556469] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.556541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.556755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.556866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.557103] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.557266] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.557387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.557528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.557608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.557696] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 712799eb-e89c-4caf-973c-5422527a7934 already deleted. [ 1008.557775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.896054] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.896292] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.896496] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.897164] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.897248] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.897494] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 7501753a-d17e-4877-bb94-d81cb05775ec not found, creating... [ 1008.897678] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.898188] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.898188] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.898188] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.898306] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.898800] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.898800] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.898974] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.899392] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.899392] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.899591] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 7501753a-d17e-4877-bb94-d81cb05775ec is going to be created. [ 1008.923068] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.923361] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.923545] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.923904] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.924270] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.924576] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-7501753a-d17e-4877-bb94-d81cb05775ec" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.208609] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: SUCCESS [ 1009.208609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.643056] env[65134]: INFO networking_nsxv3.common.synchronization [req-6c00d639-4349-4321-b559-0b5cf8ce833c req-a2ef73f8-f246-4784-b4e0-191599d391d0 service nova] Enqueued Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_rules [ 1009.643200] env[65134]: INFO networking_nsxv3.common.synchronization [req-6c00d639-4349-4321-b559-0b5cf8ce833c req-a2ef73f8-f246-4784-b4e0-191599d391d0 service nova] Enqueued Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_members [ 1009.643702] env[65134]: INFO networking_nsxv3.common.synchronization [req-6c00d639-4349-4321-b559-0b5cf8ce833c req-a2ef73f8-f246-4784-b4e0-191599d391d0 service nova] Enqueued Resource ID: 7501753a-d17e-4877-bb94-d81cb05775ec with Priority: HIGHEST for action port [ 1009.643890] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_rules [ 1009.644162] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_members [ 1009.644162] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7501753a-d17e-4877-bb94-d81cb05775ec with Priority: HIGHEST for action port [ 1009.644415] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-712799eb-e89c-4caf-973c-5422527a7934 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.644547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.644589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.644889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.644889] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.645717] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-712799eb-e89c-4caf-973c-5422527a7934 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.645808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.645869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.646050] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.646192] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.646306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.646361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.646471] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.646549] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.646641] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.648310] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7501753a-d17e-4877-bb94-d81cb05775ec taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.648432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7501753a-d17e-4877-bb94-d81cb05775ec" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.648501] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7501753a-d17e-4877-bb94-d81cb05775ec" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.648657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7501753a-d17e-4877-bb94-d81cb05775ec" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.648732] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7501753a-d17e-4877-bb94-d81cb05775ec',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.057179] env[65134]: INFO networking_nsxv3.common.synchronization [req-7cdcb880-f818-45fd-92db-12d9f3b8e490 req-314f1a43-540c-45ee-b7d3-b697884eb9e8 tempest-ServerActionsTestOtherB-1864382740 tempest-ServerActionsTestOtherB-1864382740-project-member] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1010.058073] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1010.058500] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.058696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.058839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.059191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.059640] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.059640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.059917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.060225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.060386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.060562] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.089260] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1010.089514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.151424] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-712799eb-e89c-4caf-973c-5422527a7934 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.151614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.151695] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.152979] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7501753a-d17e-4877-bb94-d81cb05775ec with status ACTIVE [ 1010.153579] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.153579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.153579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.153763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.153763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.153900] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.153995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.154109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.154361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.154361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.154542] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.154664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.154731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.154875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.154957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.155058] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7501753a-d17e-4877-bb94-d81cb05775ec is going to be updated. [ 1010.181867] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.181867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.181867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.181867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.181867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.181867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7501753a-d17e-4877-bb94-d81cb05775ec" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.564045] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.564045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.564045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.564045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.587605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.588028] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.588234] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.588343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.588632] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.588727] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.588826] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be updated. [ 1010.620223] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.620509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.620509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.620701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.620772] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.630584] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: IN_PROGRESS for 2s [ 1010.657572] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.161283] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.162028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.162028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.162028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.162186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.162312] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 712799eb-e89c-4caf-973c-5422527a7934 is going to be created. [ 1011.190183] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.190344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.190436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.190625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.190790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.204033] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: UNINITIALIZED for 2s [ 1012.643478] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: SUCCESS [ 1012.643478] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 deletion is rescheduled due to dependency. [ 1012.643478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.217016] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: SUCCESS [ 1013.217409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.217629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.217877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.218130] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.218386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.218386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.218535] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.218700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.218747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.218880] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.721718] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.224789] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 712799eb-e89c-4caf-973c-5422527a7934: rpc.has_security_group_logging(os_id): False [ 1014.244891] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.245023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.245108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.245332] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.245530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.245718] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.245824] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.245824] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.245988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.246134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.246134] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 712799eb-e89c-4caf-973c-5422527a7934 is going to be created. [ 1014.326896] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.327165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.327275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.327621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.327896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.342985] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: IN_PROGRESS for 2s [ 1014.709761] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1014.710198] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NSXv3 Agent Agent loop - iteration:2 started [ 1015.059174] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1015.059614] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1016.357350] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: SUCCESS [ 1016.357716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.060589] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1020.060917] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1020.432621] env[65134]: INFO networking_nsxv3.common.synchronization [req-6e7cf6cb-4d3e-483f-985d-3c5820f2f29a req-a7f56a86-f2c2-41db-9502-5e70aa7ef66f tempest-AttachVolumeTestJSON-215767590 tempest-AttachVolumeTestJSON-215767590-project-member] Enqueued Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGHEST for action security_group_members [ 1020.433363] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGHEST for action security_group_members [ 1020.433683] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-d028d212-2e9e-42e9-942f-fad61f9d934b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.433804] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.433872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.434626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.434626] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.434626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.434626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.434626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.434626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.434977] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d028d212-2e9e-42e9-942f-fad61f9d934b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.770029] env[65134]: INFO networking_nsxv3.common.synchronization [req-7f737535-3a9d-4e7d-a412-6682229b0f17 req-942dca74-0135-4033-a629-fd6d864895bc tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1020.770823] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1020.771201] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.771529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.771529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.771904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.771904] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.772044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.772044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.772214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.772433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.772433] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.937053] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.937249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.937249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.937587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.964131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.964807] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.964807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.964807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.965025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.965025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.965121] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d028d212-2e9e-42e9-942f-fad61f9d934b is going to be updated. [ 1021.009386] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.009891] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.010063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.010415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.010704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.026686] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d028d212-2e9e-42e9-942f-fad61f9d934b in Status: IN_PROGRESS for 2s [ 1021.154033] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.154463] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.154463] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.154544] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.154839] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.156129] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.156397] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.156686] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.156882] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.157193] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.157402] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.157551] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.157691] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.157837] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.157974] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.158433] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.184205] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.184539] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.184728] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.184978] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.186230] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-e1ea533e-5396-4213-9a9f-1726a3774e34 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.186230] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-e1ea533e-5396-4213-9a9f-1726a3774e34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.186230] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-e1ea533e-5396-4213-9a9f-1726a3774e34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.186604] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-e1ea533e-5396-4213-9a9f-1726a3774e34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.186806] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ea533e-5396-4213-9a9f-1726a3774e34',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.275264] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.692990] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.693470] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.693666] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.694015] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.694439] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.694439] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port e1ea533e-5396-4213-9a9f-1726a3774e34 not found, creating... [ 1021.694718] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.695468] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.695468] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.695468] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.695684] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.696086] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.696312] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.696534] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.696822] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.697081] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.697269] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: e1ea533e-5396-4213-9a9f-1726a3774e34 is going to be created. [ 1021.720640] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.720901] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.720979] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.721331] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.721579] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.721808] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-e1ea533e-5396-4213-9a9f-1726a3774e34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.778682] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.281350] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.281709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.281709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.282618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.282762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.282913] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1022.319168] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.319414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.319466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.319651] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.319856] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.329782] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1022.405746] env[65134]: INFO networking_nsxv3.common.synchronization [req-7f737535-3a9d-4e7d-a412-6682229b0f17 req-4c41891d-718b-4bbe-8089-044355690729 service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 1022.405930] env[65134]: INFO networking_nsxv3.common.synchronization [req-7f737535-3a9d-4e7d-a412-6682229b0f17 req-4c41891d-718b-4bbe-8089-044355690729 service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1022.406180] env[65134]: INFO networking_nsxv3.common.synchronization [req-7f737535-3a9d-4e7d-a412-6682229b0f17 req-4c41891d-718b-4bbe-8089-044355690729 service nova] Enqueued Resource ID: e1ea533e-5396-4213-9a9f-1726a3774e34 with Priority: HIGHEST for action port [ 1022.406778] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 1022.406974] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1022.407604] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ea533e-5396-4213-9a9f-1726a3774e34 with Priority: HIGHEST for action port [ 1022.407878] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.408012] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.408081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.408287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.408373] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.409267] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.409631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.409948] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ea533e-5396-4213-9a9f-1726a3774e34 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.410042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ea533e-5396-4213-9a9f-1726a3774e34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.410135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ea533e-5396-4213-9a9f-1726a3774e34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.410255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ea533e-5396-4213-9a9f-1726a3774e34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.410322] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ea533e-5396-4213-9a9f-1726a3774e34',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.912437] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.912660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.914670] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1ea533e-5396-4213-9a9f-1726a3774e34 with status ACTIVE [ 1022.914774] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.914903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.914969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.915189] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.915328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.915471] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.915579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.915630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.915813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.915915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.916084] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.916185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.916242] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.916400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.916509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.916614] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1ea533e-5396-4213-9a9f-1726a3774e34 is going to be updated. [ 1022.940927] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.941204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.941296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.941462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.941600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.941754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ea533e-5396-4213-9a9f-1726a3774e34" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.042507] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d028d212-2e9e-42e9-942f-fad61f9d934b in Status: SUCCESS [ 1023.042507] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d028d212-2e9e-42e9-942f-fad61f9d934b deletion is rescheduled due to dependency. [ 1023.042670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.095809] env[65134]: INFO networking_nsxv3.common.synchronization [req-30ceb898-f5d6-4541-820e-7074c23abf43 req-194c600f-a82d-4513-9edb-6d21428335db tempest-ServerActionsTestOtherB-1864382740 tempest-ServerActionsTestOtherB-1864382740-project-member] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1023.096378] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1023.096748] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.096870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.096937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.097337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.097502] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.097606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.097670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.097819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.097902] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.097991] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.448907] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.449272] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.449272] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.449507] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.449765] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.449954] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.450090] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.450308] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.450451] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.450659] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.450770] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.450878] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.450985] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.451153] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.451203] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.451465] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.470211] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.470398] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.470538] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.470711] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.471035] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-10875e0f-38a7-4ca4-a54c-a5aba8189134 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.471231] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-10875e0f-38a7-4ca4-a54c-a5aba8189134" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.471352] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-10875e0f-38a7-4ca4-a54c-a5aba8189134" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.471679] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-10875e0f-38a7-4ca4-a54c-a5aba8189134" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.471818] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10875e0f-38a7-4ca4-a54c-a5aba8189134',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.601117] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.601334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.601334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.601705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.601705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.601845] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.602020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.602212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.602509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.602655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.602820] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be updated. [ 1023.638738] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.638738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.638883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.639029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.639175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.651684] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: IN_PROGRESS for 2s [ 1023.974046] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.974335] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.974521] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.974891] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.975845] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.975845] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 10875e0f-38a7-4ca4-a54c-a5aba8189134 not found, creating... [ 1023.975845] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.975845] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.975845] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.976262] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.976262] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.976429] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.976568] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.976813] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.977019] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.977136] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.977287] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 10875e0f-38a7-4ca4-a54c-a5aba8189134 is going to be created. [ 1023.998918] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.999167] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.999293] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.999567] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.999819] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.000101] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-10875e0f-38a7-4ca4-a54c-a5aba8189134" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.339651] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1024.339989] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.340219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.340464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.340848] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.340848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.340848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.341077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.341168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.341301] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.715044] env[65134]: INFO networking_nsxv3.common.synchronization [req-30ceb898-f5d6-4541-820e-7074c23abf43 req-8b443727-ed69-402a-892c-448da22408d9 service nova] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_rules [ 1024.715044] env[65134]: INFO networking_nsxv3.common.synchronization [req-30ceb898-f5d6-4541-820e-7074c23abf43 req-8b443727-ed69-402a-892c-448da22408d9 service nova] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1024.715044] env[65134]: INFO networking_nsxv3.common.synchronization [req-30ceb898-f5d6-4541-820e-7074c23abf43 req-8b443727-ed69-402a-892c-448da22408d9 service nova] Enqueued Resource ID: 10875e0f-38a7-4ca4-a54c-a5aba8189134 with Priority: HIGHEST for action port [ 1024.715044] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_rules [ 1024.715044] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1024.715044] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10875e0f-38a7-4ca4-a54c-a5aba8189134 with Priority: HIGHEST for action port [ 1024.717337] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.717337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.717551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.717903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.718097] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.720022] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.720022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.720022] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-10875e0f-38a7-4ca4-a54c-a5aba8189134 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.720022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10875e0f-38a7-4ca4-a54c-a5aba8189134" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.720022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10875e0f-38a7-4ca4-a54c-a5aba8189134" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.720022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10875e0f-38a7-4ca4-a54c-a5aba8189134" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.720022] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10875e0f-38a7-4ca4-a54c-a5aba8189134',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.845170] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.222726] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.222726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.223023] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10875e0f-38a7-4ca4-a54c-a5aba8189134 with status ACTIVE [ 1025.223100] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.223182] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.223259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.223480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.223612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.223763] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.223861] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.223904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.224077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.224158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.224353] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.224448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.224508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.224647] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.224765] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.224803] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10875e0f-38a7-4ca4-a54c-a5aba8189134 is going to be updated. [ 1025.297338] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.297706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.297706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.297891] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.298087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.298293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10875e0f-38a7-4ca4-a54c-a5aba8189134" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.347101] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.523448] env[65134]: INFO networking_nsxv3.common.synchronization [req-8314cbe9-29d4-4cbe-89ac-527c870167f2 req-7b6defe6-b6ac-4bae-bc5e-6e6333d50d25 tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_members [ 1025.524432] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_members [ 1025.524906] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-712799eb-e89c-4caf-973c-5422527a7934 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.525266] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.525445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.525732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.527541] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.527541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.527541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.527541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.527541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.527541] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.670284] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: SUCCESS [ 1025.671833] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 deletion is rescheduled due to dependency. [ 1025.671833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.671833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.671833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.671833] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.671833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.673235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.673235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.673235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.673235] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.851566] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.851566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.851566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.851566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.851566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.851566] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1025.938152] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.938152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.938152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.938152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.938152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.951429] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1025.977854] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.977854] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.977854] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.977854] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.978192] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.979254] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.979254] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.979254] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.979254] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.979254] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.979254] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.979254] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.979573] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.979573] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.979573] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.979729] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.009511] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.009702] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.009811] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.009986] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.010327] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-4f26457b-923e-4e51-b2d5-c1cf196d9f20 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.011029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-4f26457b-923e-4e51-b2d5-c1cf196d9f20" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.011029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-4f26457b-923e-4e51-b2d5-c1cf196d9f20" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.011029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-4f26457b-923e-4e51-b2d5-c1cf196d9f20" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.011268] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f26457b-923e-4e51-b2d5-c1cf196d9f20',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.028630] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.178897] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.457619] env[65134]: INFO networking_nsxv3.common.synchronization [req-dccbe068-28a0-4efd-a5b8-5d3298d4311f req-79d6f9b5-7354-4995-95ce-0fcba5bf68f0 tempest-ImagesTestJSON-743760956 tempest-ImagesTestJSON-743760956-project-member] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1026.457619] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1026.457619] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.457839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.457839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.457965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.458146] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.458259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.458319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.458504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.458631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.458631] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.513433] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.513713] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.513815] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.514097] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.514258] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.514408] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 4f26457b-923e-4e51-b2d5-c1cf196d9f20 not found, creating... [ 1026.514710] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.514929] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.515089] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.515335] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.515476] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.515778] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.515931] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.516064] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.516279] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.516412] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.516550] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 4f26457b-923e-4e51-b2d5-c1cf196d9f20 is going to be created. [ 1026.531079] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.569228] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.569475] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.569564] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.569944] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.570217] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.570501] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-4f26457b-923e-4e51-b2d5-c1cf196d9f20" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.680037] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.961554] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.962060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.962060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.962151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.962319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.963731] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.963731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.963731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.963731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.963731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.963731] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1026.995256] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.995516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.995598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.995799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.995968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.007434] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1027.033293] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.033536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.033536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.033811] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.033904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.034086] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 712799eb-e89c-4caf-973c-5422527a7934 is going to be updated. [ 1027.069449] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.069605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.069662] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.069966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.070140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.082178] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: IN_PROGRESS for 2s [ 1027.183619] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.183619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.183619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.183992] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.184150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.184350] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be updated. [ 1027.220547] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.220547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.220547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.220785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.220924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.232431] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: IN_PROGRESS for 2s [ 1027.266832] env[65134]: INFO networking_nsxv3.common.synchronization [req-8314cbe9-29d4-4cbe-89ac-527c870167f2 req-0774e869-9996-48de-af81-f76af3674bb6 service nova] Enqueued Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_rules [ 1027.266832] env[65134]: INFO networking_nsxv3.common.synchronization [req-8314cbe9-29d4-4cbe-89ac-527c870167f2 req-0774e869-9996-48de-af81-f76af3674bb6 service nova] Enqueued Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_members [ 1027.266832] env[65134]: INFO networking_nsxv3.common.synchronization [req-8314cbe9-29d4-4cbe-89ac-527c870167f2 req-0774e869-9996-48de-af81-f76af3674bb6 service nova] Enqueued Resource ID: 4f26457b-923e-4e51-b2d5-c1cf196d9f20 with Priority: HIGHEST for action port [ 1027.270341] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_rules [ 1027.270341] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_members [ 1027.270341] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f26457b-923e-4e51-b2d5-c1cf196d9f20 with Priority: HIGHEST for action port [ 1027.270876] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-712799eb-e89c-4caf-973c-5422527a7934 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.270876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.271034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.271224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.271323] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.272467] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-712799eb-e89c-4caf-973c-5422527a7934 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.272599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.272753] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f26457b-923e-4e51-b2d5-c1cf196d9f20 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.272850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f26457b-923e-4e51-b2d5-c1cf196d9f20" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.272978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f26457b-923e-4e51-b2d5-c1cf196d9f20" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.273254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f26457b-923e-4e51-b2d5-c1cf196d9f20" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.273342] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f26457b-923e-4e51-b2d5-c1cf196d9f20',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.774795] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-712799eb-e89c-4caf-973c-5422527a7934 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.774977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.775203] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f26457b-923e-4e51-b2d5-c1cf196d9f20 with status ACTIVE [ 1027.775382] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.775513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.775590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.775754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.775861] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.776047] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.776145] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.776198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.776543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.776543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.776669] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.776747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.776872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.776988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.776988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.777102] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f26457b-923e-4e51-b2d5-c1cf196d9f20 is going to be updated. [ 1027.799848] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.799848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.799848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.800114] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.800114] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.800457] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f26457b-923e-4e51-b2d5-c1cf196d9f20" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.963466] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1027.963466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.963863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.963863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.963934] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.964111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.964233] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.964452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.964539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.964630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.964737] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.262958] env[65134]: INFO networking_nsxv3.common.synchronization [None req-b359b056-ff15-4f54-8f11-208eb13936d7 tempest-AttachVolumeTestJSON-215767590 tempest-AttachVolumeTestJSON-215767590-project-member] Enqueued Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGHEST for action security_group_rules [ 1028.262958] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGHEST for action security_group_rules [ 1028.263507] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30aa24b1-6293-4a84-b20c-899bea364586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.263776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.263938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.264277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.264459] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30aa24b1-6293-4a84-b20c-899bea364586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.375186] env[65134]: INFO networking_nsxv3.common.synchronization [None req-25d7660d-c459-4cba-a1e3-f4096c450126 tempest-AttachVolumeTestJSON-215767590 tempest-AttachVolumeTestJSON-215767590-project-member] Enqueued Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGHEST for action security_group_rules [ 1028.375186] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGHEST for action security_group_rules [ 1028.375186] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30aa24b1-6293-4a84-b20c-899bea364586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.375186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.470863] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.470863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.470863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.470863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.470863] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.470863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.470863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.470863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.470863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.470863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.470863] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.470863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.470863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.470863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.470863] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.470863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.471619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.471619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.471619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.471619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.471619] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.787928] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.787928] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.787928] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.788194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.788262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.788352] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30aa24b1-6293-4a84-b20c-899bea364586 already deleted. [ 1028.788437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.788585] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.788734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.788819] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30aa24b1-6293-4a84-b20c-899bea364586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.973037] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6b55021-86ea-4096-9308-c25b67286406: rpc.has_security_group_logging(os_id): False [ 1028.992170] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.992353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.992410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.992650] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.992755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.992946] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.993091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.993162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.993348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.993577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.993639] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.993742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.993800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.993926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.994028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.994179] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.994280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.994335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.994451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.994520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.994602] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1029.018047] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1029.018047] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 deletion is rescheduled due to dependency. [ 1029.018314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.068722] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.068898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.068898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.069150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.069312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.082737] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1029.091173] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: SUCCESS [ 1029.091382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.091545] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.091754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.092472] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.092472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.092472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.092472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.092696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.092696] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.241994] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: IN_PROGRESS for 4s [ 1029.313497] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.313718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.314606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.314606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.314606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.314606] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30aa24b1-6293-4a84-b20c-899bea364586 already deleted. [ 1029.314606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.594961] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.098577] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.602982] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.602982] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.602982] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.603229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.603229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.603329] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 712799eb-e89c-4caf-973c-5422527a7934 is going to be updated. [ 1030.635721] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.635721] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.635866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.636038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.636214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.646262] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: IN_PROGRESS for 2s [ 1031.098984] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1031.099362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.253569] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: SUCCESS [ 1031.253789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.254008] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.254296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.254502] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.254622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.254687] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.254847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.254931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.255022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.255118] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.757130] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.149017] env[65134]: INFO networking_nsxv3.common.synchronization [req-59f3956f-137a-45b6-b4fa-137d6c9ddecf req-a806879a-1e29-4d54-adbf-9551d4d350d3 tempest-ImagesTestJSON-743760956 tempest-ImagesTestJSON-743760956-project-member] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1032.149726] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1032.150090] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.150217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.150339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.150495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.150644] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.150755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.150837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.151176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.151176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.151176] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.260647] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e1920ba-365d-41a5-81b5-8aaf92414ea9: rpc.has_security_group_logging(os_id): False [ 1032.279899] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.280101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.280190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.280408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.280540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.280822] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.280916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.280983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.281252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.281375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.282033] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be updated. [ 1032.369302] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.369498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.369544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.369753] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.369904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.386806] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: IN_PROGRESS for 2s [ 1032.548565] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.548922] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.549136] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.549466] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.549782] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.550021] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.550183] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.550469] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.550641] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.550905] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.551094] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.551227] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.551395] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.551550] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.551715] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.551878] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.579286] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.579607] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.579822] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.580246] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.580815] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-7972db96-f807-492f-bd70-b038eb907db5 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.581101] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-7972db96-f807-492f-bd70-b038eb907db5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.581312] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-7972db96-f807-492f-bd70-b038eb907db5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.581764] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-7972db96-f807-492f-bd70-b038eb907db5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.581975] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7972db96-f807-492f-bd70-b038eb907db5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.653674] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.653900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.653900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.654201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.654322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.654973] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.654973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.654973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.654973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.654973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.655489] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1032.659448] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: SUCCESS [ 1032.659844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.659844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.660141] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.660196] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.660343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.660667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.660667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.660830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.660830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.660959] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.692292] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.692292] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.692916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.692916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.692916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.707130] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1033.085440] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.085622] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.085687] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.085933] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.086181] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.086336] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 7972db96-f807-492f-bd70-b038eb907db5 not found, creating... [ 1033.086663] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.086855] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.086979] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.087234] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.087376] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.087711] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.087875] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.087984] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.088221] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.088355] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.088495] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 7972db96-f807-492f-bd70-b038eb907db5 is going to be created. [ 1033.109490] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.109727] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.110165] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.110466] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.110701] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.110934] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-7972db96-f807-492f-bd70-b038eb907db5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.163095] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.668700] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 712799eb-e89c-4caf-973c-5422527a7934: rpc.has_security_group_logging(os_id): False [ 1033.690100] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.690292] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.690362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.690609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.690709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.690959] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.691105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.691174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.691335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.691434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.691514] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 712799eb-e89c-4caf-973c-5422527a7934 is going to be updated. [ 1033.773590] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.773590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.773949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.773949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.774065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.790814] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: IN_PROGRESS for 2s [ 1033.834056] env[65134]: INFO networking_nsxv3.common.synchronization [req-59f3956f-137a-45b6-b4fa-137d6c9ddecf req-f47a2a64-a0c4-4d84-89e2-192bb5ea4dd0 service nova] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_rules [ 1033.834417] env[65134]: INFO networking_nsxv3.common.synchronization [req-59f3956f-137a-45b6-b4fa-137d6c9ddecf req-f47a2a64-a0c4-4d84-89e2-192bb5ea4dd0 service nova] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1033.834642] env[65134]: INFO networking_nsxv3.common.synchronization [req-59f3956f-137a-45b6-b4fa-137d6c9ddecf req-f47a2a64-a0c4-4d84-89e2-192bb5ea4dd0 service nova] Enqueued Resource ID: 7972db96-f807-492f-bd70-b038eb907db5 with Priority: HIGHEST for action port [ 1033.835419] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_rules [ 1033.835911] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1033.835911] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7972db96-f807-492f-bd70-b038eb907db5 with Priority: HIGHEST for action port [ 1033.836122] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.836178] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.836267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.836541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.836666] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.839984] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.840139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.840451] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7972db96-f807-492f-bd70-b038eb907db5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.840610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7972db96-f807-492f-bd70-b038eb907db5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.841377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7972db96-f807-492f-bd70-b038eb907db5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.841377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7972db96-f807-492f-bd70-b038eb907db5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.841377] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7972db96-f807-492f-bd70-b038eb907db5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.309650] env[65134]: INFO networking_nsxv3.common.synchronization [req-15f63159-e55d-455b-a63a-dd0c6d904368 req-32654a71-8f43-4518-bdf4-dc513f9dfb8d tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1034.310360] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1034.310704] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.310847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.311739] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.312049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.312405] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.312405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.312502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.312728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.312820] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.312924] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.318369] env[65134]: INFO networking_nsxv3.common.synchronization [req-f02fa1ed-4e53-46b4-b7e2-5ab18658bd93 req-d45ca918-99d3-4849-9f12-06da2e6aade0 tempest-DeleteServersTestJSON-455681454 tempest-DeleteServersTestJSON-455681454-project-member] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 1034.319201] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGHEST for action security_group_members [ 1034.319920] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.319920] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.319920] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.321555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.321555] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.321555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.321555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.321555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.321555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.321555] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.343101] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.343276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.345870] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7972db96-f807-492f-bd70-b038eb907db5 with status ACTIVE [ 1034.345870] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.345870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.345870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.345870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.345870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.345870] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.345870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.345870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.345870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.345870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.346331] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.346331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.346331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.346331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.346331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.346331] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7972db96-f807-492f-bd70-b038eb907db5 is going to be updated. [ 1034.382380] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.382618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.382704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.382944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.384940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.384940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7972db96-f807-492f-bd70-b038eb907db5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.404962] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: SUCCESS [ 1034.404962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.637607] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.637810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.637857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.638066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.638182] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.721324] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1034.721709] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 deletion is rescheduled due to dependency. [ 1034.721923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.722310] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.722697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.723118] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.723376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.723539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.723782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.723964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.724072] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.815456] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.822900] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.822900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.823131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.823177] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.823261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.823446] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.823544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.823600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.823747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.823818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.823921] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be updated. [ 1034.853455] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.853605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.853649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.853845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.853986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.863528] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: IN_PROGRESS for 2s [ 1035.141315] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.226252] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.318140] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.644019] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.728617] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.815024] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: SUCCESS [ 1035.815723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.821075] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.821305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.821305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.821552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.821638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.821727] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1035.868828] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.869076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.869156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.869372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.869534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.881832] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1036.146079] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1036.146240] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1036.231696] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.231874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.232023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.232329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.232432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.232532] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1036.280038] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.280038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.280038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.280038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.280038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.290364] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1036.877767] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaaf77ef-104b-46b9-9a5d-854439e9306c in Status: SUCCESS [ 1036.878194] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c deletion is rescheduled due to dependency. [ 1036.878194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.338342] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.338546] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.338632] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.338776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.362226] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1037.363032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.364225] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1037.408733] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.413028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.413028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.413028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.422235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.423235] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1037.424366] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.424911] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1037.468815] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.468999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.469067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.469270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.470595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.470798] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1037.557107] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.557368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.557368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.557951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.557951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.559087] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1037.589041] env[65134]: INFO networking_nsxv3.common.synchronization [None req-6202e30d-0396-4425-a643-5bd0e339992e tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 1037.589041] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 1037.589041] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.589041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.589041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.590781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.591298] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.591477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.591544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.591670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.591752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.591850] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.657375] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.657638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.657718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.657896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.658260] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.658855] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1037.658855] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7626c6d7-a703-4e01-9943-62947331767d', 'f622a920-c2a6-4796-8d77-dfca484c9cf0', 'eaaf77ef-104b-46b9-9a5d-854439e9306c', '565f3f38-f6ee-4fb1-98dd-02f9cf79df99', 'd81d0456-07ed-48b8-bd88-6d147a794d1d', 'de49cca5-f55a-4473-8f8e-2dc2d7d24485', '8654a540-718d-4be1-b6af-6862f97bda49', '863bca98-902e-4a19-aec7-5fd7bf20aafb', 'd56dda46-528a-440b-aaa3-23d13446ef79', '6427555f-cbe6-4077-a83c-b3806f6d7b19', 'd0e72c98-6ae1-422a-88ee-59cb14519f42', 'a7ddf46b-bf75-47a0-8d1e-6fc21e93e771', '0036c3ec-fe88-49ab-bb63-1e22095e14e7', '0b5ef372-9f45-452b-8226-ead7b1a4efe0', 'b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8', '381cbb00-98d4-4b9b-a238-52092c9aa276', 'b6b55021-86ea-4096-9308-c25b67286406', '499866b6-3473-4b5b-8ac9-18d7bbcbafb8', '1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987', 'a674dcb5-65ae-4c33-bbf7-177551ab882f', 'f3ff3914-4c91-4f68-80fb-fcb529c32571', '7e467dec-404a-4045-bb1c-2bf118362f65', '4fa7b936-892a-4083-a5fd-f595a0745c77', '49df730b-19a9-4e27-a6b6-a9a8a0e661bd', 'b3eff111-2a69-4ad0-b778-e8987c486eef', '55eaa75a-4675-4b5f-a878-b411d325076c', '447b0d72-876d-43ff-be4a-e01de24026bc', '1a43aaed-5374-4997-8461-13289615521f', 'cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5', 'b411700a-4d13-4c65-93ef-1fa52fe4caf2', '4c11680a-c41b-4fa6-ae35-b8d262156e3c', 'cb8a5e64-0022-4434-b4de-0f4dff856493', '48788edd-90dc-42ec-ac61-27e1c0fa092a', '68a88e0b-4f56-4094-ad7c-42d424de0fa2', '51cdc9c8-d8b6-470b-a709-caa2626eac0c', '5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c', '985c7979-fcf4-491a-8af5-cd9a8c33e586', 'dc29b453-c4cd-48f3-ac6c-bdece84ba659', '712799eb-e89c-4caf-973c-5422527a7934', 'ea957bef-da45-4faf-9e77-eef36c04121f', '926fc0b4-9521-4549-936f-af9af47980d7', 'd028d212-2e9e-42e9-942f-fad61f9d934b', '2c3bae84-da46-40cd-a5c4-7e75837b8833', '4bed5be6-136d-499a-a2ff-87ecb338f2b8', '3e1920ba-365d-41a5-81b5-8aaf92414ea9', '70709ee8-8633-43e6-93a6-8276dbad1ab9', '3e64f287-0a4b-4705-a642-8172185cdf8d', 'd096f39b-814b-463d-9ca0-f87c351c9927'} {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.658855] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1037.670530] env[65134]: INFO networking_nsxv3.common.synchronization [req-f395d40d-e1cd-42f0-8ae0-f3fe86941d17 req-a94e7cac-e668-4d06-a422-ec3d09505517 tempest-AttachVolumeTestJSON-215767590 tempest-AttachVolumeTestJSON-215767590-project-member] Enqueued Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGHEST for action security_group_members [ 1037.671112] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGHEST for action security_group_members [ 1037.671548] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-30aa24b1-6293-4a84-b20c-899bea364586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.671663] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.671716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.672018] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.672768] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.672900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.673072] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.673304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.673409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.673524] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30aa24b1-6293-4a84-b20c-899bea364586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.689384] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.689618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.689666] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.690039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.690039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.690170] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1037.690208] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.690653] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1037.792074] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.792319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.792533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.792865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.797465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.797884] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1037.798019] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.798122] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1037.798201] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1037.798310] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1037.798392] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGH for action security_group_rules [ 1037.798473] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGH for action security_group_rules [ 1037.798539] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGH for action security_group_rules [ 1037.798636] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 with Priority: HIGH for action security_group_rules [ 1037.798716] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGH for action security_group_rules [ 1037.798781] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGH for action security_group_rules [ 1037.798844] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGH for action security_group_rules [ 1037.798913] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb with Priority: HIGH for action security_group_rules [ 1037.799016] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGH for action security_group_rules [ 1037.799083] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGH for action security_group_rules [ 1037.799145] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 with Priority: HIGH for action security_group_rules [ 1037.799226] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGH for action security_group_rules [ 1037.799318] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGH for action security_group_rules [ 1037.799404] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGH for action security_group_rules [ 1037.799482] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGH for action security_group_rules [ 1037.799549] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGH for action security_group_rules [ 1037.799618] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGH for action security_group_rules [ 1037.799907] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 with Priority: HIGH for action security_group_rules [ 1037.799907] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGH for action security_group_rules [ 1037.799907] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a674dcb5-65ae-4c33-bbf7-177551ab882f with Priority: HIGH for action security_group_rules [ 1037.800131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.894950] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1037.895468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.077355] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.078526] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.078843] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.080438] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.080908] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.082533] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.082667] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.082928] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.083111] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.083342] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.083643] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.083643] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.083643] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.083795] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.083853] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.083985] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.094245] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.094522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.094558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.094765] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.107166] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.107517] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.107672] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.108029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.108521] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-3cf81f4e-0864-4636-b33d-974f878700dc taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.108821] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-3cf81f4e-0864-4636-b33d-974f878700dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.109058] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-3cf81f4e-0864-4636-b33d-974f878700dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.109548] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-3cf81f4e-0864-4636-b33d-974f878700dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.109798] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cf81f4e-0864-4636-b33d-974f878700dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.117496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.117870] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.118078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.118190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.118494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.118708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.118790] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 1038.150151] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.150366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.150449] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.150657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.150818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.161519] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 1038.176243] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.176563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.176563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.176751] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.176851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.177078] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.177205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.177289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.177462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.177555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.177642] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30aa24b1-6293-4a84-b20c-899bea364586 already deleted. [ 1038.177720] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.305589] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1038.305589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.305589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.305589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.305589] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.305589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.305589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.305589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.305589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.305589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.305589] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.613727] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.613967] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.614119] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.614393] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.614541] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.614693] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 3cf81f4e-0864-4636-b33d-974f878700dc not found, creating... [ 1038.614984] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.615132] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.615236] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.615450] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.615583] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.616149] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.616322] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.616456] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.616701] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.616828] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.616886] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 3cf81f4e-0864-4636-b33d-974f878700dc is going to be created. [ 1038.641362] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.641645] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.641705] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.641949] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.642298] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.642524] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-3cf81f4e-0864-4636-b33d-974f878700dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.807945] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.808193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.808276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.808498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.808665] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.808767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.808823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.808970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.809104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.809155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.809309] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.809401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.809458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.809599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.809734] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.809827] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.809894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.810050] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.810134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.810217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.810309] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.313393] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 926fc0b4-9521-4549-936f-af9af47980d7: rpc.has_security_group_logging(os_id): False [ 1039.334750] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.334916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.334971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.335181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.355197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.355536] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.355662] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.355729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.355919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.356039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.356238] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.356342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.356405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.356555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.356626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.356816] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.357141] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.357332] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.357591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.357690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.357814] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1039.378940] env[65134]: INFO networking_nsxv3.common.synchronization [req-f395d40d-e1cd-42f0-8ae0-f3fe86941d17 req-0e44524e-d05c-4699-8136-50c354117307 service nova] Enqueued Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGHEST for action security_group_rules [ 1039.379174] env[65134]: INFO networking_nsxv3.common.synchronization [req-f395d40d-e1cd-42f0-8ae0-f3fe86941d17 req-0e44524e-d05c-4699-8136-50c354117307 service nova] Enqueued Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGHEST for action security_group_members [ 1039.379312] env[65134]: INFO networking_nsxv3.common.synchronization [req-f395d40d-e1cd-42f0-8ae0-f3fe86941d17 req-0e44524e-d05c-4699-8136-50c354117307 service nova] Enqueued Resource ID: 3cf81f4e-0864-4636-b33d-974f878700dc with Priority: HIGHEST for action port [ 1039.379831] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGHEST for action security_group_rules [ 1039.380438] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGHEST for action security_group_members [ 1039.380438] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf81f4e-0864-4636-b33d-974f878700dc with Priority: HIGHEST for action port [ 1039.381802] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGH for action security_group_rules [ 1039.381802] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaaf77ef-104b-46b9-9a5d-854439e9306c with Priority: HIGH for action security_group_rules [ 1039.381802] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGH for action security_group_rules [ 1039.381802] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 with Priority: HIGH for action security_group_rules [ 1039.381802] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a674dcb5-65ae-4c33-bbf7-177551ab882f with Priority: HIGH for action security_group_rules [ 1039.381802] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 with Priority: HIGH for action security_group_rules [ 1039.381802] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 with Priority: HIGH for action security_group_rules [ 1039.381802] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGH for action security_group_rules [ 1039.381802] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 with Priority: HIGH for action security_group_rules [ 1039.382331] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGH for action security_group_rules [ 1039.382331] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGH for action security_group_rules [ 1039.382433] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 with Priority: HIGH for action security_group_rules [ 1039.382756] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 with Priority: HIGH for action security_group_rules [ 1039.382838] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 with Priority: HIGH for action security_group_rules [ 1039.382885] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56dda46-528a-440b-aaa3-23d13446ef79 with Priority: HIGH for action security_group_rules [ 1039.383039] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 with Priority: HIGH for action security_group_rules [ 1039.383073] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb with Priority: HIGH for action security_group_rules [ 1039.383217] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81d0456-07ed-48b8-bd88-6d147a794d1d with Priority: HIGH for action security_group_rules [ 1039.383348] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 with Priority: HIGH for action security_group_rules [ 1039.383464] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 with Priority: HIGH for action security_group_rules [ 1039.383749] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30aa24b1-6293-4a84-b20c-899bea364586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.384027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.384109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.384770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.384770] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30aa24b1-6293-4a84-b20c-899bea364586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.385769] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-30aa24b1-6293-4a84-b20c-899bea364586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.385769] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.385769] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.386930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.386930] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.386930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.386930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.386930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.386930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.386930] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30aa24b1-6293-4a84-b20c-899bea364586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.387823] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cf81f4e-0864-4636-b33d-974f878700dc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.388239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cf81f4e-0864-4636-b33d-974f878700dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.388314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cf81f4e-0864-4636-b33d-974f878700dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.388685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cf81f4e-0864-4636-b33d-974f878700dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.388685] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cf81f4e-0864-4636-b33d-974f878700dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.389710] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7626c6d7-a703-4e01-9943-62947331767d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.390485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.390485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.390485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.390688] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.391482] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaaf77ef-104b-46b9-9a5d-854439e9306c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.391482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.391621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.391848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.391848] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaaf77ef-104b-46b9-9a5d-854439e9306c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.393362] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.393362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.393362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.393362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.393362] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.394091] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.394222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.394341] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.394341] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.394341] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.397219] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a674dcb5-65ae-4c33-bbf7-177551ab882f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.397641] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.397641] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.397863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.398170] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a674dcb5-65ae-4c33-bbf7-177551ab882f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.398711] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.398908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.398950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.399168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.399201] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.400048] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-499866b6-3473-4b5b-8ac9-18d7bbcbafb8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.400153] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.400189] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.400496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.400544] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('499866b6-3473-4b5b-8ac9-18d7bbcbafb8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.401358] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.401467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.401571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.401725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.401800] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.402890] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.403063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.403238] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.403283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.403361] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5ef372-9f45-452b-8226-ead7b1a4efe0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.404302] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.404302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.404410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.404509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.404588] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.406151] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.406151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.406151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.406151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.406151] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.407035] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.407035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.407035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.407478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.407478] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7ddf46b-bf75-47a0-8d1e-6fc21e93e771',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.408891] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e72c98-6ae1-422a-88ee-59cb14519f42 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.408891] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.408891] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.408891] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.408891] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e72c98-6ae1-422a-88ee-59cb14519f42',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.410288] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6427555f-cbe6-4077-a83c-b3806f6d7b19 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.410288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.410288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.410288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.410288] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6427555f-cbe6-4077-a83c-b3806f6d7b19',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.411212] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56dda46-528a-440b-aaa3-23d13446ef79 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.411502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.411502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.411854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.411854] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56dda46-528a-440b-aaa3-23d13446ef79',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.412974] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.413089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.413851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.413851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.413851] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de49cca5-f55a-4473-8f8e-2dc2d7d24485',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.415127] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-863bca98-902e-4a19-aec7-5fd7bf20aafb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.415127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.415127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.415127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.415127] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('863bca98-902e-4a19-aec7-5fd7bf20aafb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.417027] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d81d0456-07ed-48b8-bd88-6d147a794d1d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.417027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.417027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.417027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.417027] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d81d0456-07ed-48b8-bd88-6d147a794d1d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.417027] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f622a920-c2a6-4796-8d77-dfca484c9cf0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.417300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.417300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.418094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.418094] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f622a920-c2a6-4796-8d77-dfca484c9cf0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.419170] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-565f3f38-f6ee-4fb1-98dd-02f9cf79df99 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.420684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.420684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.420684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.420684] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('565f3f38-f6ee-4fb1-98dd-02f9cf79df99',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.428786] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.428910] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.429023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.429254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.429439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.444601] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1039.921877] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.922124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.922314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.922463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.922655] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.922777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.922844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.922971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.923064] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.923168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.923259] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.926589] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30aa24b1-6293-4a84-b20c-899bea364586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.928411] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cf81f4e-0864-4636-b33d-974f878700dc with status ACTIVE [ 1039.928411] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.928411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.928608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.928660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.928729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.928904] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.928993] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.929093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.929239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.929315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.929494] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.929638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.929749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.929822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.929899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.930053] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cf81f4e-0864-4636-b33d-974f878700dc is going to be updated. [ 1039.940788] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-30aa24b1-6293-4a84-b20c-899bea364586 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.940788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.940788] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.940788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.940788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.940788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.940788] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.940788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.940788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.940788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.940788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.940788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.940788] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.945364] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7626c6d7-a703-4e01-9943-62947331767d taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.945503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.945558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.945819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.946780] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.946780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.946780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.946780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.946780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.946780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.946780] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.957619] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.957770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.957861] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.958165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.958320] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.958429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.958724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.958724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.958724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.958873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.958953] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.959066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.959113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.959270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.959398] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.959525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.959562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.960796] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.960796] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.960796] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.960796] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.963695] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30aa24b1-6293-4a84-b20c-899bea364586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.965338] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.977362] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.015651] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.015828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.015869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.016120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.018047] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.018875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.030753] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.030753] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.033400] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.033400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.033400] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.033400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.034145] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.034235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.035074] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.036333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.036333] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.036333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.042471] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.042714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.044372] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.044372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.044729] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.044940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.045571] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.045965] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.046074] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.046750] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.047158] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.047256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.049053] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.049053] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.049053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.049493] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.049925] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.050126] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.050582] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.050968] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.051097] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.051803] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.052272] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.052398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.052480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.052660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.052800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.052960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cf81f4e-0864-4636-b33d-974f878700dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.053617] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.054051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.054168] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7ddf46b-bf75-47a0-8d1e-6fc21e93e771 is going to be deleted. [ 1040.055926] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.056079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.056170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.056376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.078035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.078225] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de49cca5-f55a-4473-8f8e-2dc2d7d24485 is going to be deleted. [ 1040.079245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.079462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.100665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.100837] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 565f3f38-f6ee-4fb1-98dd-02f9cf79df99 is going to be deleted. [ 1040.101880] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.102222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.102308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.102387] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be deleted. [ 1040.103224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.104999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.139729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.139729] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d81d0456-07ed-48b8-bd88-6d147a794d1d is going to be deleted. [ 1040.142059] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.142059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.142059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.142315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.142315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.142396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7ddf46b-bf75-47a0-8d1e-6fc21e93e771" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.142486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.142649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.164260] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.164449] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8 is going to be deleted. [ 1040.165380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.166034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.188058] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.188211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.189341] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 1040.189341] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 deletion is rescheduled due to dependency. [ 1040.189480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.191668] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.191772] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.207200] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.207524] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f622a920-c2a6-4796-8d77-dfca484c9cf0 is going to be deleted. [ 1040.208575] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.208826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.251489] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.251693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.313825] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.314245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.316046] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.316046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.317113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.317523] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaaf77ef-104b-46b9-9a5d-854439e9306c is going to be deleted. [ 1040.318731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.319082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.401953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.402191] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 863bca98-902e-4a19-aec7-5fd7bf20aafb is going to be deleted. [ 1040.403166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.403406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.433715] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.433994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.472207] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.472359] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.474055] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6b55021-86ea-4096-9308-c25b67286406: rpc.has_security_group_logging(os_id): False [ 1040.476818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.476998] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987 is going to be deleted. [ 1040.478082] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0036c3ec-fe88-49ab-bb63-1e22095e14e7: rpc.has_security_group_logging(os_id): False [ 1040.479105] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.479261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.479296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.479489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.479626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.479673] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30aa24b1-6293-4a84-b20c-899bea364586 is going to be created. [ 1040.480692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.480869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.491638] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7626c6d7-a703-4e01-9943-62947331767d: rpc.has_security_group_logging(os_id): False [ 1040.522565] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.522565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.522565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.522717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.522750] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.525742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.525742] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a674dcb5-65ae-4c33-bbf7-177551ab882f is going to be deleted. [ 1040.527037] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.527236] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.527236] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.528014] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.530483] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.530557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.532062] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.532062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.598816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.599154] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.599257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.599323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.599525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.599606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.599702] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 is going to be updated. [ 1040.600857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.601048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.602591] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.602729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.606043] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30aa24b1-6293-4a84-b20c-899bea364586 in Status: UNINITIALIZED for 2s [ 1040.633410] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.633612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.645099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.645264] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5ef372-9f45-452b-8226-ead7b1a4efe0 is going to be deleted. [ 1040.646294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.646530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.677912] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.678123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.682462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.682662] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56dda46-528a-440b-aaa3-23d13446ef79 is going to be deleted. [ 1040.683725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.683956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.737732] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.737952] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.741534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.741717] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 499866b6-3473-4b5b-8ac9-18d7bbcbafb8 is going to be deleted. [ 1040.742737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.742994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.834867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.835087] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6427555f-cbe6-4077-a83c-b3806f6d7b19 is going to be deleted. [ 1040.836067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.836309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.836404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.836558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-565f3f38-f6ee-4fb1-98dd-02f9cf79df99" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.836752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.836940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.837056] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.837201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.837762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.837968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.838085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.838214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de49cca5-f55a-4473-8f8e-2dc2d7d24485" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.838372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.838546] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.838638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.838763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d81d0456-07ed-48b8-bd88-6d147a794d1d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.838915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.839080] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.839180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.840020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2dabeca-7a9e-4d13-9061-05c6ebcc4ad8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.840020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.840020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.840020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.840020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f622a920-c2a6-4796-8d77-dfca484c9cf0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.840345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.840345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.840345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.840490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaaf77ef-104b-46b9-9a5d-854439e9306c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.840554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.840665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.863051] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.863288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.863941] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.864061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.899478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.899668] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e72c98-6ae1-422a-88ee-59cb14519f42 is going to be deleted. [ 1040.901125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.901412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.947271] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.947493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.966094] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.966345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.980599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.980979] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.981129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.981205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.981409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.981492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.981734] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.981826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.981865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.982044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.982147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.982336] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.982418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.982481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.982627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.982702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.982796] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1040.983932] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.984121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.029120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.029588] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.029702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.029773] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.030058] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.030156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.030235] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7626c6d7-a703-4e01-9943-62947331767d is going to be updated. [ 1041.031911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.032208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.032316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.032557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-863bca98-902e-4a19-aec7-5fd7bf20aafb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.032636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.032767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.032849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.032990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf3ed3e-3a8c-4152-9a84-a1bf5a57c987" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.033212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.033375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.033456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.033589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a674dcb5-65ae-4c33-bbf7-177551ab882f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.033729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.033885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.034084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.036610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.036951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.037191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.037347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5ef372-9f45-452b-8226-ead7b1a4efe0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.037496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.037686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.037782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.037919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56dda46-528a-440b-aaa3-23d13446ef79" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.038123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.038284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.038364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.038477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-499866b6-3473-4b5b-8ac9-18d7bbcbafb8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.038623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.038793] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.038871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.038975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6427555f-cbe6-4077-a83c-b3806f6d7b19" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.039686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.039912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.101096] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.101325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.104773] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: IN_PROGRESS for 2s [ 1041.116076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.116272] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8654a540-718d-4be1-b6af-6862f97bda49 is going to be deleted. [ 1041.117174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.117524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.117644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.117810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e72c98-6ae1-422a-88ee-59cb14519f42" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.165802] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.166178] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.166178] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.166338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.166507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.213571] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1041.230054] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.230302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.230302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.230570] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.230807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.263813] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7626c6d7-a703-4e01-9943-62947331767d in Status: IN_PROGRESS for 2s [ 1041.269225] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1041.269992] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.270202] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.270308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.270488] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.270579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.270691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.463087] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1041.463087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.616999] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30aa24b1-6293-4a84-b20c-899bea364586 in Status: SUCCESS [ 1042.616999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.616999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.617397] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.617397] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.617397] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.617519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.617890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.617890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.617890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.618041] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30aa24b1-6293-4a84-b20c-899bea364586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.121391] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: SUCCESS [ 1043.121705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.122117] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30aa24b1-6293-4a84-b20c-899bea364586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.233637] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1043.233894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.279394] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7626c6d7-a703-4e01-9943-62947331767d in Status: SUCCESS [ 1043.279608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.285747] env[65134]: INFO networking_nsxv3.common.synchronization [req-ea1dcc25-d7fa-4bb0-bb2a-f1ea3baa4076 req-e2bbab1d-2b7a-4a64-8ed6-ee33ce3a659a tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGHEST for action security_group_members [ 1043.286444] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGHEST for action security_group_members [ 1043.286792] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7626c6d7-a703-4e01-9943-62947331767d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.286963] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.287053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.287260] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.287440] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.287567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.287644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.287821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.287927] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.288048] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.628768] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30aa24b1-6293-4a84-b20c-899bea364586: rpc.has_security_group_logging(os_id): False [ 1043.653251] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.653251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.653251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.653251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.653251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.653251] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.653580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.653580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.653580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.653669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.653789] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30aa24b1-6293-4a84-b20c-899bea364586 is going to be created. [ 1043.723536] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.724258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.724441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.724609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.726560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.741330] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30aa24b1-6293-4a84-b20c-899bea364586 in Status: IN_PROGRESS for 2s [ 1043.790126] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.790753] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.791103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.794033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.794033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.794033] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.794033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.794033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.794033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.794033] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.794033] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7626c6d7-a703-4e01-9943-62947331767d is going to be updated. [ 1043.849076] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.850424] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.850567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.850884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.851108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.865986] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7626c6d7-a703-4e01-9943-62947331767d in Status: IN_PROGRESS for 2s [ 1044.631828] env[65134]: INFO networking_nsxv3.common.synchronization [req-892add06-e545-43a7-9047-a46d6c4d06ff req-c3dac05e-5d54-4950-9a4e-40c981c44b99 tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1044.633409] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1044.633935] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.634173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.634529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.634806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.635375] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.635375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.635527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.635808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.635970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.636703] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.030260] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.030467] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.030592] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.030847] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.031109] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.031270] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.031383] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.031590] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.031763] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.031965] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.032132] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.032279] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.032392] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.032536] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.032608] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.032735] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.051658] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.051825] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.051963] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.052223] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.052540] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-d0b1ff14-57d0-4a2a-8be9-3ceafe079326 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.052714] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-d0b1ff14-57d0-4a2a-8be9-3ceafe079326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.052835] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-d0b1ff14-57d0-4a2a-8be9-3ceafe079326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.053203] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-d0b1ff14-57d0-4a2a-8be9-3ceafe079326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.053363] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b1ff14-57d0-4a2a-8be9-3ceafe079326',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.139730] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.557034] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.557034] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.557321] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.557560] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.557721] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.557942] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port d0b1ff14-57d0-4a2a-8be9-3ceafe079326 not found, creating... [ 1045.558257] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.558550] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.558673] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.558969] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.559325] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.559799] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.560224] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.560386] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.560646] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.560794] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.561079] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: d0b1ff14-57d0-4a2a-8be9-3ceafe079326 is going to be created. [ 1045.603064] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.603291] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.603419] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.603700] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.603952] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.604197] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-d0b1ff14-57d0-4a2a-8be9-3ceafe079326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.642151] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.759434] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30aa24b1-6293-4a84-b20c-899bea364586 in Status: SUCCESS [ 1045.759617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.876335] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7626c6d7-a703-4e01-9943-62947331767d in Status: SUCCESS [ 1045.876626] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7626c6d7-a703-4e01-9943-62947331767d deletion is rescheduled due to dependency. [ 1045.876626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.145131] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.145326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.145397] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.145662] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.145717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.145800] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1046.184392] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.184626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.184626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.184847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.185237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.194981] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1046.315476] env[65134]: INFO networking_nsxv3.common.synchronization [req-892add06-e545-43a7-9047-a46d6c4d06ff req-d6cf3f0f-6827-4ea0-bd54-312410a09da5 service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 1046.315660] env[65134]: INFO networking_nsxv3.common.synchronization [req-892add06-e545-43a7-9047-a46d6c4d06ff req-d6cf3f0f-6827-4ea0-bd54-312410a09da5 service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1046.315798] env[65134]: INFO networking_nsxv3.common.synchronization [req-892add06-e545-43a7-9047-a46d6c4d06ff req-d6cf3f0f-6827-4ea0-bd54-312410a09da5 service nova] Enqueued Resource ID: d0b1ff14-57d0-4a2a-8be9-3ceafe079326 with Priority: HIGHEST for action port [ 1046.316433] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 1046.316578] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1046.316578] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b1ff14-57d0-4a2a-8be9-3ceafe079326 with Priority: HIGHEST for action port [ 1046.316848] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.316939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.317018] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.321162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.321249] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.322309] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.322412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.322709] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0b1ff14-57d0-4a2a-8be9-3ceafe079326 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.322812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0b1ff14-57d0-4a2a-8be9-3ceafe079326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.322812] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0b1ff14-57d0-4a2a-8be9-3ceafe079326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.323101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0b1ff14-57d0-4a2a-8be9-3ceafe079326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.323101] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b1ff14-57d0-4a2a-8be9-3ceafe079326',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.826853] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0b1ff14-57d0-4a2a-8be9-3ceafe079326 with status ACTIVE [ 1046.827144] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.827247] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.827319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.827548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.827648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.827831] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.827932] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.827994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.828163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.828244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.828425] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.828524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.828587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.828727] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.828801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.828884] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0b1ff14-57d0-4a2a-8be9-3ceafe079326 is going to be updated. [ 1046.830103] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.830199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.856589] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.856589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.856933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.856933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.857186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.857284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0b1ff14-57d0-4a2a-8be9-3ceafe079326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.145021] env[65134]: INFO networking_nsxv3.common.synchronization [None req-df36edaa-67f7-4c80-a247-8aa9be21b53f None None] Enqueued Resource ID: 61709353-8055-4bc9-a493-fdf71e79900d with Priority: HIGHEST for action port [ 1047.145021] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61709353-8055-4bc9-a493-fdf71e79900d with Priority: HIGHEST for action port [ 1047.145021] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-61709353-8055-4bc9-a493-fdf71e79900d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.145021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61709353-8055-4bc9-a493-fdf71e79900d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.145021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61709353-8055-4bc9-a493-fdf71e79900d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.145021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61709353-8055-4bc9-a493-fdf71e79900d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.145021] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61709353-8055-4bc9-a493-fdf71e79900d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.645438] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61709353-8055-4bc9-a493-fdf71e79900d [ 1047.646726] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.646726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.646726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.646726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.646726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.646726] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61709353-8055-4bc9-a493-fdf71e79900d already deleted. [ 1047.646726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61709353-8055-4bc9-a493-fdf71e79900d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.206992] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1048.207555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.207771] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.208168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.208414] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.208557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.208627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.210082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.210082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.210082] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.713993] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.216764] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.527503] env[65134]: INFO networking_nsxv3.common.synchronization [None req-c27ea364-db23-45a4-8054-fd48bd260a86 None None] Enqueued Resource ID: 8c45539f-94dc-4a28-a596-9bebf4aafbad with Priority: HIGHEST for action port [ 1049.528106] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c45539f-94dc-4a28-a596-9bebf4aafbad with Priority: HIGHEST for action port [ 1049.528398] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c45539f-94dc-4a28-a596-9bebf4aafbad taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.528520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c45539f-94dc-4a28-a596-9bebf4aafbad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.528586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c45539f-94dc-4a28-a596-9bebf4aafbad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.528842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c45539f-94dc-4a28-a596-9bebf4aafbad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.528923] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c45539f-94dc-4a28-a596-9bebf4aafbad',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.719863] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.720072] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.720142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.720352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.720458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.720610] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1049.759164] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.759462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.759462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.759713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.759975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.775503] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1050.030560] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c45539f-94dc-4a28-a596-9bebf4aafbad [ 1050.030798] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.030940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.031017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.031244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.031336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.031437] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c45539f-94dc-4a28-a596-9bebf4aafbad already deleted. [ 1050.031518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c45539f-94dc-4a28-a596-9bebf4aafbad" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.784962] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1051.785319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.785364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.785585] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.785815] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.785942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.786021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.786217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.786303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.786520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.786664] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.289471] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.289686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.289686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.289862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.290032] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.290219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.290272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.290426] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.290508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.290595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.290743] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.290836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.290897] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.291049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.291192] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.291282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.291341] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.291566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.291710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.291810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.291909] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.794448] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6b55021-86ea-4096-9308-c25b67286406: rpc.has_security_group_logging(os_id): False [ 1052.817763] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.817763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.817763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.817763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.817763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.818252] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.818252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.818252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.818683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.818683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.818832] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.818929] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.819011] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.819181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.819323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.819550] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.819671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.819714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.819868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.820043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.820157] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1052.886099] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.886281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.886388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.886551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.886698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.903199] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1052.917717] env[65134]: INFO networking_nsxv3.common.synchronization [req-8dcc648b-6f05-4d8c-8106-40419d7d63a4 req-550ec028-d106-4702-9c3e-1f9ad85822de tempest-ServerDiskConfigTestJSON-1585195027 tempest-ServerDiskConfigTestJSON-1585195027-project-member] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1052.918256] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1052.918572] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.918698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.918766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.919035] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.919194] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.919296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.919359] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.919509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.919594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.919685] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.272484] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.272680] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.272802] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.273173] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.273442] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.273607] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.273741] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.273946] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.274927] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.274927] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.275069] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.275143] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.275260] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.275384] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.275501] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.275630] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.305638] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.305845] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.305949] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.306157] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.306457] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-cb9e222e-8e04-43a5-ab4f-3f51878b26f8 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.306635] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-cb9e222e-8e04-43a5-ab4f-3f51878b26f8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.306765] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-cb9e222e-8e04-43a5-ab4f-3f51878b26f8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.307099] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-cb9e222e-8e04-43a5-ab4f-3f51878b26f8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.307262] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb9e222e-8e04-43a5-ab4f-3f51878b26f8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.422013] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.422294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.422369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.422838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.422838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.422968] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.423064] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.423182] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.423340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.423414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.423526] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 already deleted. [ 1053.423609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.810826] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.811138] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.811210] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.811489] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.811666] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.811828] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port cb9e222e-8e04-43a5-ab4f-3f51878b26f8 not found, creating... [ 1053.812115] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.812343] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.812480] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.812711] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.812852] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.813197] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.813407] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.813540] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.813842] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.814078] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.814319] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: cb9e222e-8e04-43a5-ab4f-3f51878b26f8 is going to be created. [ 1053.839995] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.840353] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.840807] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.840962] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.841340] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.841864] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-cb9e222e-8e04-43a5-ab4f-3f51878b26f8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.524544] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.524813] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.524948] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.525256] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.525513] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.525682] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.525802] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.526027] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.526211] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.526424] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.526536] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.526643] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.526751] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.526859] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.526962] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.527106] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.545626] env[65134]: INFO networking_nsxv3.common.synchronization [req-8dcc648b-6f05-4d8c-8106-40419d7d63a4 req-408115a6-73dc-46dc-b33c-7de9e062031f service nova] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_rules [ 1054.545817] env[65134]: INFO networking_nsxv3.common.synchronization [req-8dcc648b-6f05-4d8c-8106-40419d7d63a4 req-408115a6-73dc-46dc-b33c-7de9e062031f service nova] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1054.545952] env[65134]: INFO networking_nsxv3.common.synchronization [req-8dcc648b-6f05-4d8c-8106-40419d7d63a4 req-408115a6-73dc-46dc-b33c-7de9e062031f service nova] Enqueued Resource ID: cb9e222e-8e04-43a5-ab4f-3f51878b26f8 with Priority: HIGHEST for action port [ 1054.546971] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.547244] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.547417] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.547599] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.547893] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-602263a1-ea40-43b1-84dc-8c80f779389c taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.548078] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.548209] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.548506] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.548642] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('602263a1-ea40-43b1-84dc-8c80f779389c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.549672] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_rules [ 1054.549784] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1054.549884] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9e222e-8e04-43a5-ab4f-3f51878b26f8 with Priority: HIGHEST for action port [ 1054.550483] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.552520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.552520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.552520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.552520] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.552520] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.552520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.552520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.552782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.552782] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.552883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.552986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.553088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.553168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.553254] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.554372] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb9e222e-8e04-43a5-ab4f-3f51878b26f8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.554372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb9e222e-8e04-43a5-ab4f-3f51878b26f8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.554372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb9e222e-8e04-43a5-ab4f-3f51878b26f8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.554372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb9e222e-8e04-43a5-ab4f-3f51878b26f8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.554372] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb9e222e-8e04-43a5-ab4f-3f51878b26f8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.919713] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1054.920116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.051020] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.051271] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.051396] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.051703] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.051859] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.052041] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 602263a1-ea40-43b1-84dc-8c80f779389c not found, creating... [ 1055.052400] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.052581] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.052751] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.052996] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.053191] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.053766] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.053766] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.053936] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.054048] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.054197] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.054356] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 602263a1-ea40-43b1-84dc-8c80f779389c is going to be created. [ 1055.055582] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.056579] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.056673] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.057433] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb9e222e-8e04-43a5-ab4f-3f51878b26f8 with status ACTIVE [ 1055.057602] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.057705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.057769] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.057950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.058054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.058232] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.058600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.058600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.058600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.058600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.058800] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.058981] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.058981] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.059104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.059364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.060841] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb9e222e-8e04-43a5-ab4f-3f51878b26f8 is going to be updated. [ 1055.076669] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.076891] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.077028] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.077324] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.077571] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.077809] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.079593] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.079733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.079811] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.080016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.080167] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.080340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb9e222e-8e04-43a5-ab4f-3f51878b26f8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.275677] env[65134]: INFO networking_nsxv3.common.synchronization [req-aed3d02c-f79d-43ee-8b40-45011932caea req-a291cb76-e003-4863-8291-4a64cc1cff64 tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_members [ 1055.276313] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_members [ 1055.276681] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.276867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.276992] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.277269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.277473] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.277641] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.277732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.277936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.278064] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.278189] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.558131] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.638929] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.639166] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.639300] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.639682] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.639971] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.640367] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.640500] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.640752] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.640898] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.641515] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.641515] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.641515] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.641515] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.641817] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.641817] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.641916] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.661881] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.662235] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.662674] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.662745] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.663224] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-bc582992-e3d1-4789-95da-321b4ea1bee9 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.663473] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-bc582992-e3d1-4789-95da-321b4ea1bee9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.663659] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-bc582992-e3d1-4789-95da-321b4ea1bee9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.664070] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-bc582992-e3d1-4789-95da-321b4ea1bee9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.664275] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc582992-e3d1-4789-95da-321b4ea1bee9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.780331] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.780499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.780572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.780799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.780890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.781109] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.781211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.781275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.781440] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.781519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.781604] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8654a540-718d-4be1-b6af-6862f97bda49 is going to be deleted. [ 1055.825513] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.825513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.825674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.825798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.825887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.825985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.864802] env[65134]: INFO networking_nsxv3.common.synchronization [req-02d2c127-1437-4ff5-9581-d3edcd8b12b6 req-f3c7f51c-3eb0-4483-a097-b80ecc9c2131 service nova] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_rules [ 1055.864802] env[65134]: INFO networking_nsxv3.common.synchronization [req-02d2c127-1437-4ff5-9581-d3edcd8b12b6 req-f3c7f51c-3eb0-4483-a097-b80ecc9c2131 service nova] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 1055.864802] env[65134]: INFO networking_nsxv3.common.synchronization [req-02d2c127-1437-4ff5-9581-d3edcd8b12b6 req-f3c7f51c-3eb0-4483-a097-b80ecc9c2131 service nova] Enqueued Resource ID: 602263a1-ea40-43b1-84dc-8c80f779389c with Priority: HIGHEST for action port [ 1055.865320] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_rules [ 1055.865456] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 1055.865554] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 602263a1-ea40-43b1-84dc-8c80f779389c with Priority: HIGHEST for action port [ 1055.865840] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.866386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.866386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.866386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.866386] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.867232] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.867358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.867410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.867586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.867757] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.867841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.867899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.868051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.868141] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.868234] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.869251] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-602263a1-ea40-43b1-84dc-8c80f779389c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.869251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.869251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.869445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.869536] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('602263a1-ea40-43b1-84dc-8c80f779389c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.060793] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.061110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.061110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.061288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.061384] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.061486] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be created. [ 1056.092316] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.092596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.092596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.092875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.093172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.112277] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: UNINITIALIZED for 2s [ 1056.167434] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.169161] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.169161] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.169161] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.169161] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.169161] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port bc582992-e3d1-4789-95da-321b4ea1bee9 not found, creating... [ 1056.169161] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.169690] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.169690] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.169690] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.169804] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.170297] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.170551] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.170648] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.171202] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.171629] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.171726] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: bc582992-e3d1-4789-95da-321b4ea1bee9 is going to be created. [ 1056.194695] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.194695] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.194945] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.195099] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.195337] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.196590] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-bc582992-e3d1-4789-95da-321b4ea1bee9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.371330] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.372797] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.372966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.373427] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 602263a1-ea40-43b1-84dc-8c80f779389c with status ACTIVE [ 1056.373750] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.373945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.373990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.374244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.374402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.374560] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.374677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.374767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.374964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.375195] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.375322] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.375561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.375673] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.375838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.375931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.376050] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 602263a1-ea40-43b1-84dc-8c80f779389c is going to be updated. [ 1056.405635] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.405803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.405899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.406093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.406243] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.406410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.875111] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.943393] env[65134]: INFO networking_nsxv3.common.synchronization [req-aed3d02c-f79d-43ee-8b40-45011932caea req-8571ef31-0280-46d2-8af5-d7ca5ac4a36c service nova] Enqueued Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_rules [ 1056.943668] env[65134]: INFO networking_nsxv3.common.synchronization [req-aed3d02c-f79d-43ee-8b40-45011932caea req-8571ef31-0280-46d2-8af5-d7ca5ac4a36c service nova] Enqueued Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_members [ 1056.944696] env[65134]: INFO networking_nsxv3.common.synchronization [req-aed3d02c-f79d-43ee-8b40-45011932caea req-8571ef31-0280-46d2-8af5-d7ca5ac4a36c service nova] Enqueued Resource ID: bc582992-e3d1-4789-95da-321b4ea1bee9 with Priority: HIGHEST for action port [ 1056.945086] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_rules [ 1056.945318] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_members [ 1056.945469] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc582992-e3d1-4789-95da-321b4ea1bee9 with Priority: HIGHEST for action port [ 1056.945824] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.945979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.946062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.946317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.946424] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.947786] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.947913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.947995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.948182] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.948386] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.948449] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.948525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.948938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.948938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.948938] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.952031] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc582992-e3d1-4789-95da-321b4ea1bee9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.952195] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc582992-e3d1-4789-95da-321b4ea1bee9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.952271] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc582992-e3d1-4789-95da-321b4ea1bee9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.952566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc582992-e3d1-4789-95da-321b4ea1bee9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.952566] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc582992-e3d1-4789-95da-321b4ea1bee9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.376983] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.377358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.377358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.377432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.377515] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.377631] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 1057.410100] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.410316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.410427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.411078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.411914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.420843] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 1057.458140] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.458140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.458140] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.458140] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc582992-e3d1-4789-95da-321b4ea1bee9 with status ACTIVE [ 1057.458140] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.458140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.458140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.458140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.458140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.458140] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.458140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.458140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.458140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.458140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.458729] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.458729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.458729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.458729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.458729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.458729] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc582992-e3d1-4789-95da-321b4ea1bee9 is going to be updated. [ 1057.484284] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.484510] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.484510] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.484767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.484937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.485177] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc582992-e3d1-4789-95da-321b4ea1bee9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.961098] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.123931] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1058.124199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.124702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.124883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.125170] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.125328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.125404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.125553] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.125649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.125746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.125863] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.464695] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.464695] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.464695] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.465240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.465240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.465240] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8654a540-718d-4be1-b6af-6862f97bda49 is going to be created. [ 1058.488728] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.488916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.488994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.489304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.489461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.499082] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8654a540-718d-4be1-b6af-6862f97bda49 in Status: UNINITIALIZED for 2s [ 1058.629216] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.629216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.629216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.629527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.629565] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.629674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.629742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.629913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.630017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.630129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.630266] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.630362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.630423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.630567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.630703] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.630800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.630858] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.630977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.631068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.631152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.631246] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.133774] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d881760-9028-4ae2-bdd4-3550a3c1e0f4: rpc.has_security_group_logging(os_id): False [ 1059.153631] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.153815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.153870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.154070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.154172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.154356] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.154454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.154516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.154698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.154854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.155086] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.155190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.155331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.155410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.155484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.155673] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.155769] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.155831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.155970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.156065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.156151] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be created. [ 1059.217774] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.218032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.218032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.218314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.218571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.230774] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1059.431579] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 1059.431819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.432009] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.432304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.432507] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.432642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.432712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.432890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.432994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.433081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.433227] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.936403] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.936844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.936844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.936844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.936987] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.937110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.937172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.937388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.937493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.937493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.937645] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.937737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.937796] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.937931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.938082] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.938168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.938221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.938353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.938428] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.938505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.938605] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.089527] env[65134]: INFO networking_nsxv3.common.synchronization [req-4a4a402a-7b4e-4107-9bb1-764c05851d16 req-00a48a92-6685-47f5-94e2-cbd37294c873 tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1060.090086] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1060.090476] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.090606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.090672] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.090878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.091042] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.091142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.091206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.091355] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.091439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.091535] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.396068] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.396308] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.396463] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.396730] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.397020] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.397399] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.397399] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.397597] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.397739] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.398707] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.398707] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.398707] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.398707] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.398707] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.398707] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.398707] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.417215] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.419256] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.419526] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.419780] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.420152] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-d139c1e8-907a-4a5d-9e88-b148f407b6da taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.420479] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-d139c1e8-907a-4a5d-9e88-b148f407b6da" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.420819] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-d139c1e8-907a-4a5d-9e88-b148f407b6da" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.421258] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-d139c1e8-907a-4a5d-9e88-b148f407b6da" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.421463] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d139c1e8-907a-4a5d-9e88-b148f407b6da',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.440584] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 381cbb00-98d4-4b9b-a238-52092c9aa276: rpc.has_security_group_logging(os_id): False [ 1060.461086] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.461303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.461404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.461638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.461755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.461966] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.462560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.462660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.462869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.465151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.465372] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.465478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.465545] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.465710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.465790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.465998] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.466104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.466172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.466312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.466387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.466472] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be created. [ 1060.509578] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8654a540-718d-4be1-b6af-6862f97bda49 in Status: SUCCESS [ 1060.509798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.509967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.510269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.510473] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.510605] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.510670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.510853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.510962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.511061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.511171] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.538178] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.538487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.538487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.540219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.540219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.562404] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 1060.593772] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.923802] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.924138] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.924395] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.924796] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.924947] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.925136] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port d139c1e8-907a-4a5d-9e88-b148f407b6da not found, creating... [ 1060.925523] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.925734] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.925889] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.926187] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.926346] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.926988] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.927195] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.927338] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.927602] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.927754] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.927940] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: d139c1e8-907a-4a5d-9e88-b148f407b6da is going to be created. [ 1060.951552] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.951979] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.951979] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.952394] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.952677] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.952958] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-d139c1e8-907a-4a5d-9e88-b148f407b6da" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.013914] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.014171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.014245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.014506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.014720] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.014831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.014931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.015162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.015330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.015431] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.015586] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.015715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.015838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.015990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.016218] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.016467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.016467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.016623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.016736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.016851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.016992] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.096564] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.253815] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1061.254095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.521270] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8654a540-718d-4be1-b6af-6862f97bda49: rpc.has_security_group_logging(os_id): False [ 1061.543705] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.543948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.544074] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.544758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.544758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.544900] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.544970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.545025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.545170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.545252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.545470] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.545574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.545860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.545860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.545860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.546050] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.546160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.546248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.546360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.546425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.546509] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8654a540-718d-4be1-b6af-6862f97bda49 is going to be created. [ 1061.599744] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.599830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.599896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.600310] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.600457] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.600553] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1061.609723] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.610048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.610048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.610250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.610351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.624964] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8654a540-718d-4be1-b6af-6862f97bda49 in Status: IN_PROGRESS for 2s [ 1061.635299] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.635530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.635530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.635867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.635867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.647288] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1061.656961] env[65134]: INFO networking_nsxv3.common.synchronization [req-4a4a402a-7b4e-4107-9bb1-764c05851d16 req-a5127d44-038b-4650-8661-95cdbc9b6183 service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 1061.657060] env[65134]: INFO networking_nsxv3.common.synchronization [req-4a4a402a-7b4e-4107-9bb1-764c05851d16 req-a5127d44-038b-4650-8661-95cdbc9b6183 service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1061.657332] env[65134]: INFO networking_nsxv3.common.synchronization [req-4a4a402a-7b4e-4107-9bb1-764c05851d16 req-a5127d44-038b-4650-8661-95cdbc9b6183 service nova] Enqueued Resource ID: d139c1e8-907a-4a5d-9e88-b148f407b6da with Priority: HIGHEST for action port [ 1061.657453] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 1061.657557] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1061.657655] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d139c1e8-907a-4a5d-9e88-b148f407b6da with Priority: HIGHEST for action port [ 1061.658251] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.658383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.658457] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.658711] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.658798] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.659728] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.659890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.660145] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d139c1e8-907a-4a5d-9e88-b148f407b6da taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.660240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d139c1e8-907a-4a5d-9e88-b148f407b6da" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.660320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d139c1e8-907a-4a5d-9e88-b148f407b6da" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.661070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d139c1e8-907a-4a5d-9e88-b148f407b6da" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.661070] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d139c1e8-907a-4a5d-9e88-b148f407b6da',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.162261] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.162603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.162603] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d139c1e8-907a-4a5d-9e88-b148f407b6da with status ACTIVE [ 1062.162768] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.162877] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.162944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.163193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.163289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.163493] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.163596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.163659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.163820] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.163899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.164086] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.164182] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.164244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.164380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.164479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.164579] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d139c1e8-907a-4a5d-9e88-b148f407b6da is going to be updated. [ 1062.188186] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.188398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.188441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.189037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.189037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.189037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d139c1e8-907a-4a5d-9e88-b148f407b6da" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.580095] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 1062.580355] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.951667] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.952027] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-474" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.952229] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-474" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.952565] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-474" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.952968] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.953145] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.953257] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.953502] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.953734] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.953933] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.954105] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.954289] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.954412] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.954549] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.954658] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.954856] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.974989] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.975246] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.975417] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.975662] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-474" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.976043] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-b0d4568c-6d6b-4a92-90f0-d53784df1c31 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.976272] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.976552] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.976886] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.977091] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d4568c-6d6b-4a92-90f0-d53784df1c31',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.480095] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.480095] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.480095] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.480692] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.480692] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.480692] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.480862] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.480979] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.481247] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.481357] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.481637] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.481791] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.481899] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.482133] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.482313] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.482479] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: b0d4568c-6d6b-4a92-90f0-d53784df1c31 is going to be updated. [ 1063.505318] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.505620] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.505732] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.506054] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.506396] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.506594] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.641054] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8654a540-718d-4be1-b6af-6862f97bda49 in Status: SUCCESS [ 1063.641265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.662071] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1063.662393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.662562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.662831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.663062] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.663282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.663389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.663590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.663708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.663790] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.165845] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.229711] env[65134]: INFO networking_nsxv3.common.synchronization [req-43a03bd2-9d6e-4cd1-8b23-25a0d18edcc9 req-7acc61de-d1d6-4801-981e-d1855b73e385 service nova] Enqueued Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_rules [ 1064.229916] env[65134]: INFO networking_nsxv3.common.synchronization [req-43a03bd2-9d6e-4cd1-8b23-25a0d18edcc9 req-7acc61de-d1d6-4801-981e-d1855b73e385 service nova] Enqueued Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 1064.230087] env[65134]: INFO networking_nsxv3.common.synchronization [req-43a03bd2-9d6e-4cd1-8b23-25a0d18edcc9 req-7acc61de-d1d6-4801-981e-d1855b73e385 service nova] Enqueued Resource ID: b0d4568c-6d6b-4a92-90f0-d53784df1c31 with Priority: HIGHEST for action port [ 1064.231184] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_rules [ 1064.231365] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 1064.231472] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d4568c-6d6b-4a92-90f0-d53784df1c31 with Priority: HIGHEST for action port [ 1064.231769] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.231882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.231950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.232254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.232342] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.233710] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.234103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.234103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.234705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.234921] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.235115] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.235170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.235366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.235476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.235574] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.238773] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d4568c-6d6b-4a92-90f0-d53784df1c31 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.238773] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.238773] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.238773] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.238773] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d4568c-6d6b-4a92-90f0-d53784df1c31',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.633329] env[65134]: INFO networking_nsxv3.common.synchronization [req-b2bd63bf-e2dc-4b58-a7f1-88205414d14a req-c53d40c5-1b63-4ce1-82fe-6a7e1a51a7ed tempest-ImagesTestJSON-743760956 tempest-ImagesTestJSON-743760956-project-member] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1064.634675] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1064.638559] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.638762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.638870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.639126] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.639308] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.639413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.639467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.639626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.639706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.639803] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.668399] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.735749] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.735749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.742527] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0d4568c-6d6b-4a92-90f0-d53784df1c31 with status ACTIVE [ 1064.742785] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.742942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.743044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.743520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.743520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.743609] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.743683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.743683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.743845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.743920] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.744126] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.744270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.744270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.744825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.744825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.744825] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0d4568c-6d6b-4a92-90f0-d53784df1c31 is going to be updated. [ 1064.746564] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.771017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.771017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.771017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.771017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.771017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.771017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d4568c-6d6b-4a92-90f0-d53784df1c31" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.141583] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.141766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.141811] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.142032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.142124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.142378] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.142481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.142544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.142700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.142775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.142860] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1065.170278] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.170438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.170438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.170608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.170748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.172425] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.172560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.172619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.172787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.172925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.172971] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1065.182756] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1065.204379] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.204560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.204560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.204833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.204979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.215101] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1065.248588] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.753466] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.753829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.753829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.753939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.754042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.754137] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 is going to be updated. [ 1065.786402] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.786402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.786758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.786758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.786952] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.796735] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: IN_PROGRESS for 2s [ 1065.900074] env[65134]: INFO networking_nsxv3.common.synchronization [req-d0476740-4e25-4d1a-ada0-db11539f0846 req-55138b69-ca2c-4b8f-8d66-0bb3fa8fa6c2 tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_members [ 1065.900074] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGHEST for action security_group_members [ 1065.900074] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.900074] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.900074] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.900074] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.900505] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.900505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.900505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.900684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.901139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.901139] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.963304] env[65134]: INFO networking_nsxv3.common.synchronization [req-d0476740-4e25-4d1a-ada0-db11539f0846 req-55138b69-ca2c-4b8f-8d66-0bb3fa8fa6c2 tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: bc582992-e3d1-4789-95da-321b4ea1bee9 with Priority: HIGHEST for action port [ 1065.964274] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc582992-e3d1-4789-95da-321b4ea1bee9 with Priority: HIGHEST for action port [ 1065.964848] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc582992-e3d1-4789-95da-321b4ea1bee9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.965066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc582992-e3d1-4789-95da-321b4ea1bee9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.965188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc582992-e3d1-4789-95da-321b4ea1bee9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.965523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc582992-e3d1-4789-95da-321b4ea1bee9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.965638] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc582992-e3d1-4789-95da-321b4ea1bee9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.404726] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.405028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.405156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.405493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.405614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.406282] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.406282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.406282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.406282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.406282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.406553] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8654a540-718d-4be1-b6af-6862f97bda49 is going to be updated. [ 1066.436807] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.437022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.437109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.437374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.437539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.446811] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8654a540-718d-4be1-b6af-6862f97bda49 in Status: IN_PROGRESS for 2s [ 1066.469226] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc582992-e3d1-4789-95da-321b4ea1bee9 with status ACTIVE [ 1066.469459] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.469596] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.469667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.469879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.469969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.470166] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.470266] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.470375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.471184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.471269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.471461] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.471560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.471624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.471768] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.471843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.471927] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc582992-e3d1-4789-95da-321b4ea1bee9 is going to be updated. [ 1066.491920] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.492176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.492244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.492800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.492947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.493124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc582992-e3d1-4789-95da-321b4ea1bee9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.193983] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1067.193983] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 deletion is rescheduled due to dependency. [ 1067.193983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.225073] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1067.225334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.225554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.225816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.226059] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.226194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.226264] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.226479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.226582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.226738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.226836] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.731058] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.731227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.731330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.731586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.731770] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.731894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.731961] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.732184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.732269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.732389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.732557] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.732678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.732749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.732909] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.733079] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.733204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.733319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.733418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.733524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.733611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.733713] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.807085] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: SUCCESS [ 1067.807310] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.807485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.807704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.807940] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.808070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.808113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.808252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.808333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.808417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.808510] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.235910] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6b55021-86ea-4096-9308-c25b67286406: rpc.has_security_group_logging(os_id): False [ 1068.254894] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.255161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.255161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.255448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.255548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.255769] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.255872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.255939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.256119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.256199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.256398] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.256493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.256577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.256741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.256822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.257000] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.257112] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.257179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.257497] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.257628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.257748] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1068.311021] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.311268] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.311313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.311517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.311687] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.311787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.311851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.312013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.312101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.312463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.313129] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.313129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.313129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.313129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.313332] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.313438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.313501] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.313647] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.313725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.313810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.313900] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.320914] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.321067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.321120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.321343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.321474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.338246] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1068.459490] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8654a540-718d-4be1-b6af-6862f97bda49 in Status: SUCCESS [ 1068.459703] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8654a540-718d-4be1-b6af-6862f97bda49 deletion is rescheduled due to dependency. [ 1068.459819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.815692] env[65134]: INFO networking_nsxv3.common.synchronization [req-0797e00d-6e99-462e-9bbd-9a2c8c8a9c11 req-456d0caf-73b3-427b-81e1-6c8823513b66 tempest-ImagesTestJSON-743760956 tempest-ImagesTestJSON-743760956-project-member] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1068.816473] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bed5be6-136d-499a-a2ff-87ecb338f2b8: rpc.has_security_group_logging(os_id): False [ 1068.817860] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1068.818243] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.818361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.818455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.818618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.818770] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.818873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.818923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.819081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.819161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.819358] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.839952] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.842175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.842175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.842416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.864351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.864567] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.864692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.864692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.865983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.865983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.865983] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.865983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.865983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.865983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.865983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.865983] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.865983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.865983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.867936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.868095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.868165] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 is going to be updated. [ 1068.938649] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.938649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.938649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.938649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.938649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.951284] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: IN_PROGRESS for 2s [ 1069.161899] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.162882] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.163100] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.163450] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.163781] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.164097] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.164305] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.164661] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.164821] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.165774] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.165917] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.166049] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.166161] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.167037] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.167037] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.167037] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.186878] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.187192] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.187290] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.187524] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.187911] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-ba653800-fdd1-4551-8a90-d468843f84e7 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.188135] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-ba653800-fdd1-4551-8a90-d468843f84e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.188297] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-ba653800-fdd1-4551-8a90-d468843f84e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.188674] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-ba653800-fdd1-4551-8a90-d468843f84e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.188860] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba653800-fdd1-4551-8a90-d468843f84e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.325443] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.325871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.325871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.326892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.327140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.327609] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.327857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.327973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.328279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.328502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.328656] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1069.370226] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.370515] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.370618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.370908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.371111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.386577] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1069.692601] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.692856] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.693035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.693473] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.693570] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.693697] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port ba653800-fdd1-4551-8a90-d468843f84e7 not found, creating... [ 1069.693976] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.694139] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.694260] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.694525] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.694641] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.694927] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.695100] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.695221] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.695439] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.696090] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.696090] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: ba653800-fdd1-4551-8a90-d468843f84e7 is going to be created. [ 1069.720849] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.720849] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.720849] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.720849] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.720849] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.721501] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-ba653800-fdd1-4551-8a90-d468843f84e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.358311] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1070.358311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.433439] env[65134]: INFO networking_nsxv3.common.synchronization [req-0797e00d-6e99-462e-9bbd-9a2c8c8a9c11 req-2a1ff270-d18f-49b9-a00c-f9c22abc72d6 service nova] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_rules [ 1070.433439] env[65134]: INFO networking_nsxv3.common.synchronization [req-0797e00d-6e99-462e-9bbd-9a2c8c8a9c11 req-2a1ff270-d18f-49b9-a00c-f9c22abc72d6 service nova] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1070.433439] env[65134]: INFO networking_nsxv3.common.synchronization [req-0797e00d-6e99-462e-9bbd-9a2c8c8a9c11 req-2a1ff270-d18f-49b9-a00c-f9c22abc72d6 service nova] Enqueued Resource ID: ba653800-fdd1-4551-8a90-d468843f84e7 with Priority: HIGHEST for action port [ 1070.433439] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_rules [ 1070.433439] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1070.433439] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba653800-fdd1-4551-8a90-d468843f84e7 with Priority: HIGHEST for action port [ 1070.433439] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.433439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.433439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.437100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.437100] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.437100] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.437100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.437100] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba653800-fdd1-4551-8a90-d468843f84e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.437100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba653800-fdd1-4551-8a90-d468843f84e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.437100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba653800-fdd1-4551-8a90-d468843f84e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.437100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba653800-fdd1-4551-8a90-d468843f84e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.437100] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba653800-fdd1-4551-8a90-d468843f84e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.937966] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.937966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.941489] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba653800-fdd1-4551-8a90-d468843f84e7 with status ACTIVE [ 1070.942711] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.942711] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.942711] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.942711] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.942711] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.942711] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.943106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.943106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.943106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.943223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.943470] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.943598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.943683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.943871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.943973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.944097] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba653800-fdd1-4551-8a90-d468843f84e7 is going to be updated. [ 1070.970869] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: SUCCESS [ 1070.971162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.974730] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.975872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.975872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.975872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.975872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.975872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba653800-fdd1-4551-8a90-d468843f84e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.400345] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1071.400701] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 deletion is rescheduled due to dependency. [ 1071.400701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.400782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.401038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.401248] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.401385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.401454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.401613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.401693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.401803] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.904675] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.406763] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.909353] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.909519] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.909592] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.909823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.909931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.910079] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1072.941794] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.941962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.941962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.942160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.942384] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.953474] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1074.581048] env[65134]: INFO networking_nsxv3.common.synchronization [req-44831acd-8042-4e6c-b5a5-4f6f72266a06 req-7e53a871-69ff-4f21-ad11-0d7ee1df4311 tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1074.581938] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1074.582416] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.582614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.582731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.583031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.583283] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.583475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.583584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.583831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.583965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.584128] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.966319] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1074.966319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.966863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.967065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.967256] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.967374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.967440] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.967597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.967700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.967831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.967973] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.088172] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.470415] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.470658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.470658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.470827] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.470996] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.471167] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.471276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.471476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.471574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.471705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.471859] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.471966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.471966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.472169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.472358] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.472473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.472562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.472663] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.472735] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.472823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.472917] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.590104] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.975612] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 926fc0b4-9521-4549-936f-af9af47980d7: rpc.has_security_group_logging(os_id): False [ 1075.996461] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.996675] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.996675] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.996946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.997036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.997218] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.997320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.997400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.997539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.997621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.997800] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.997923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.998043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.998109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.998159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.998359] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.998465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.998518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.998648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.998741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.998893] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1076.069606] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.069859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.069859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.069972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.070168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.089286] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1076.092942] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.093226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.093464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.093874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.093981] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.094184] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1076.138325] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.138594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.138594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.138734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.138883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.159187] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1078.106824] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1078.106824] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.170852] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1078.171302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.583589] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1079.583984] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1081.727437] env[65134]: INFO networking_nsxv3.common.synchronization [req-a18b0452-7e13-4844-bc00-fc6cd0c311b3 req-9c2a9069-9f04-451e-bf40-5d3e1f1e4028 tempest-ServerDiskConfigTestJSON-1585195027 tempest-ServerDiskConfigTestJSON-1585195027-project-member] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1081.728064] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1081.728290] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.728917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.728917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.728917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.728917] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.728917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.729211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.729211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.729211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.729301] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.823364] env[65134]: INFO networking_nsxv3.common.synchronization [req-8063200c-9640-4464-908b-eff8146f577a req-dd0eea3e-a557-4636-9ec9-df4f55257e6f tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1081.823931] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1081.824324] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.824465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.824465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.824651] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.824799] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.824896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.824955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.825433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.825529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.825630] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.231481] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.231787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.231787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.232079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.232228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.232500] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.232652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.232761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.232988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.233118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.233267] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1082.269147] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.269381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.269381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.269571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.269722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.283602] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1082.328429] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.831021] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.004451] env[65134]: INFO networking_nsxv3.common.synchronization [req-cf761b11-e00b-4c6d-ae22-a14d9ba8a797 req-1515e21b-767d-4238-8e5d-52fc8f08f190 tempest-ServerDiskConfigTestJSON-1585195027 tempest-ServerDiskConfigTestJSON-1585195027-project-member] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1083.004451] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1083.004656] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.004757] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.325025] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.325222] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.325333] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.325603] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.326140] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.326742] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.326742] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.327675] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.327675] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.327675] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.327675] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.327675] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.327675] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.327675] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.327906] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.327906] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.333587] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.333806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.333933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.334245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.335468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.335468] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1083.354406] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.354610] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.354766] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.355738] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.355738] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.355738] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.355738] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.355738] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.356047] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.356099] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.356186] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.356291] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.356393] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.356497] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.356598] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.356725] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.367383] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.368121] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.368121] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.368121] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.368267] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-76a1b917-7990-40fd-a433-266f3163a52d taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.368357] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-76a1b917-7990-40fd-a433-266f3163a52d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.368549] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-76a1b917-7990-40fd-a433-266f3163a52d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.369113] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-76a1b917-7990-40fd-a433-266f3163a52d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.369277] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a1b917-7990-40fd-a433-266f3163a52d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.378832] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.378996] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.379149] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.379416] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-956" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.379916] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-602263a1-ea40-43b1-84dc-8c80f779389c taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.379916] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.380085] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.380297] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.380445] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('602263a1-ea40-43b1-84dc-8c80f779389c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.383284] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.383424] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.383525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.383705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.383852] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.393549] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1083.871540] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.871906] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.872008] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.872382] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.872549] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.872704] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 76a1b917-7990-40fd-a433-266f3163a52d not found, creating... [ 1083.872968] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.873126] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.873251] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.873501] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.873640] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.873923] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.874098] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.874216] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.874421] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.874560] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.874723] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 76a1b917-7990-40fd-a433-266f3163a52d is going to be created. [ 1083.886352] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.886626] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.886757] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.886999] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.887152] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.887431] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.887587] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.887708] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.887910] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.888054] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.888325] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.888481] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.888596] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.888795] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.888925] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.889083] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 602263a1-ea40-43b1-84dc-8c80f779389c is going to be updated. [ 1083.899932] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.900142] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.900280] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.900523] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.900738] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.900959] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-76a1b917-7990-40fd-a433-266f3163a52d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.910800] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.910994] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.911165] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.911416] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.911607] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.911825] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.305979] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1084.306200] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 deletion is rescheduled due to dependency. [ 1084.306312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.306464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.306681] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.306867] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.306988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.307065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.307228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.307316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.307416] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.571973] env[65134]: INFO networking_nsxv3.common.synchronization [req-cf761b11-e00b-4c6d-ae22-a14d9ba8a797 req-bc0823f4-eb6f-4767-a0a9-228699ea2afa service nova] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_rules [ 1084.572170] env[65134]: INFO networking_nsxv3.common.synchronization [req-cf761b11-e00b-4c6d-ae22-a14d9ba8a797 req-bc0823f4-eb6f-4767-a0a9-228699ea2afa service nova] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1084.572332] env[65134]: INFO networking_nsxv3.common.synchronization [req-cf761b11-e00b-4c6d-ae22-a14d9ba8a797 req-bc0823f4-eb6f-4767-a0a9-228699ea2afa service nova] Enqueued Resource ID: 76a1b917-7990-40fd-a433-266f3163a52d with Priority: HIGHEST for action port [ 1084.572587] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_rules [ 1084.572695] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1084.572787] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1b917-7990-40fd-a433-266f3163a52d with Priority: HIGHEST for action port [ 1084.573419] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.573528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.573609] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.573771] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.573849] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.575889] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.576045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.576211] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-76a1b917-7990-40fd-a433-266f3163a52d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.576339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76a1b917-7990-40fd-a433-266f3163a52d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.576433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76a1b917-7990-40fd-a433-266f3163a52d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.576728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76a1b917-7990-40fd-a433-266f3163a52d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.576728] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a1b917-7990-40fd-a433-266f3163a52d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.590250] env[65134]: INFO networking_nsxv3.common.synchronization [req-63a9dcf2-56fb-481b-8eb1-e087e12d102e req-1e4dc545-dd36-455c-bc4e-6801e1b9b01b service nova] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_rules [ 1084.590453] env[65134]: INFO networking_nsxv3.common.synchronization [req-63a9dcf2-56fb-481b-8eb1-e087e12d102e req-1e4dc545-dd36-455c-bc4e-6801e1b9b01b service nova] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 1084.590617] env[65134]: INFO networking_nsxv3.common.synchronization [req-63a9dcf2-56fb-481b-8eb1-e087e12d102e req-1e4dc545-dd36-455c-bc4e-6801e1b9b01b service nova] Enqueued Resource ID: 602263a1-ea40-43b1-84dc-8c80f779389c with Priority: HIGHEST for action port [ 1084.591295] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_rules [ 1084.591398] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 1084.591497] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 602263a1-ea40-43b1-84dc-8c80f779389c with Priority: HIGHEST for action port [ 1084.591769] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.591887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.591954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.592171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.592258] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.595544] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.595544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.595544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.595823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.596032] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.596144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.596209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.596375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.596455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.596547] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.597783] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-602263a1-ea40-43b1-84dc-8c80f779389c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.597894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.597960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.598136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.598216] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('602263a1-ea40-43b1-84dc-8c80f779389c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.810099] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.810334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.810334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.810523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.811678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.811678] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.811678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.811678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.811678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.811678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.811678] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1084.841607] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.841822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.841822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.842036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.842224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.853156] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1085.076597] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.076997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.080448] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76a1b917-7990-40fd-a433-266f3163a52d with status ACTIVE [ 1085.080448] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.080624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.080690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.080928] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.081102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.081416] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.081610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.081730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.081915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.081999] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.082251] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.082378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.082443] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.082640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.082724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.082818] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76a1b917-7990-40fd-a433-266f3163a52d is going to be updated. [ 1085.095017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.095444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.097809] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.100630] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 602263a1-ea40-43b1-84dc-8c80f779389c with status ACTIVE [ 1085.100630] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.100850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.100850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.101057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.101119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.101372] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.101557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.101557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.101699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.101699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.101898] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.101898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.102051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.102110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.102164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.102342] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 602263a1-ea40-43b1-84dc-8c80f779389c is going to be updated. [ 1085.105665] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.105853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.105853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.106079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.106198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.106360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76a1b917-7990-40fd-a433-266f3163a52d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.126354] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.126561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.126634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.126837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.126969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.127132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-602263a1-ea40-43b1-84dc-8c80f779389c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.403591] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1085.403858] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.600497] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.103253] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.103617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.103617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.103790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.103898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.104072] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 1086.134632] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.134782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.134852] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.135137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.135309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.145107] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 1086.872996] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1086.873226] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 deletion is rescheduled due to dependency. [ 1086.873317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.873509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.873734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.873922] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.874067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.874134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.874298] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.874380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.874482] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.376974] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.879693] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.156779] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 1088.157060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.157388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.157594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.157794] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.157966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.158098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.158360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.158500] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.158659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.158823] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.384359] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.384756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.384756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.384905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.385095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.385248] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1088.427772] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.428029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.428029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.428231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.428362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.439482] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1088.662024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.662024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.662024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.662024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.662024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.662024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.662024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.662024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.662024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.662024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.662024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.662788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.662788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.662788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.662788] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.662788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.662788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.663014] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.663014] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.663105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.663184] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.165882] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 381cbb00-98d4-4b9b-a238-52092c9aa276: rpc.has_security_group_logging(os_id): False [ 1089.196153] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.196392] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.196490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.196740] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.196834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.197036] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.197141] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.197221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.197437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.197564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.197783] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.197886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.197950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.198117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.198194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.198402] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.198509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.198594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.198777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.198895] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.199082] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 1089.286358] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.286632] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.286632] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.286901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.287124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.330958] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 1089.593875] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1089.594206] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1090.452823] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1090.452823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.452823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.452823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.452823] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.452823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.452823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.452823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.452823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.452823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.452823] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.854118] env[65134]: INFO networking_nsxv3.common.synchronization [req-82fd9cba-0111-4bde-8503-22d86c5946f1 req-6816403f-924d-40cb-92d9-ad51729e8083 tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_members [ 1090.854118] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_members [ 1090.854581] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.854581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.854704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.855381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.855381] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.855381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.855381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.855381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.855381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.855626] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.955799] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.955799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.956145] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.956189] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.956405] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.957185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.957185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.957185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.957185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.957185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.957185] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.957185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.957626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.957626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.957626] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.957773] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.957773] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.957935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.958044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.958181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.958283] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.172548] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.172789] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.172949] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.173300] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.173624] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.173991] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.174163] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.174423] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.174621] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.174997] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.175165] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.175320] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.175438] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.175579] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.175737] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.175869] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.198155] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.198373] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.198551] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.198771] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-354" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.199207] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-6d74a1d0-0513-485e-931a-960a4a41cedb taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.199400] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-6d74a1d0-0513-485e-931a-960a4a41cedb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.199524] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-6d74a1d0-0513-485e-931a-960a4a41cedb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.199974] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-6d74a1d0-0513-485e-931a-960a4a41cedb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.200162] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d74a1d0-0513-485e-931a-960a4a41cedb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.352935] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 1091.352935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.357500] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.461652] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d881760-9028-4ae2-bdd4-3550a3c1e0f4: rpc.has_security_group_logging(os_id): False [ 1091.482975] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.483171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.483171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.483859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.483859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.483859] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.483859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.483859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.484444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.484444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.484444] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.484444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.484444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.484444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.484641] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.484731] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.484800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.484857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.485037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.486102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.486102] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1091.554839] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.554839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.554839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.554839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.555171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.571565] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1091.704575] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.704843] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.704940] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.705242] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.705393] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.705559] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 6d74a1d0-0513-485e-931a-960a4a41cedb not found, creating... [ 1091.705836] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.706141] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.706141] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.706307] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.706438] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.706718] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.706880] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.706997] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.707216] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.707348] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.707490] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 6d74a1d0-0513-485e-931a-960a4a41cedb is going to be created. [ 1091.728339] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.728553] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.728678] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.728947] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.729186] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.729409] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-6d74a1d0-0513-485e-931a-960a4a41cedb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.859482] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.362138] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.362317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.362464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.362702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.362841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.362894] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 is going to be updated. [ 1092.393157] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.393342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.393427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.393618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.393760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.403472] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: IN_PROGRESS for 2s [ 1092.438863] env[65134]: INFO networking_nsxv3.common.synchronization [req-82fd9cba-0111-4bde-8503-22d86c5946f1 req-0009968b-c073-444b-a0b7-1d37618ba230 service nova] Enqueued Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_rules [ 1092.438863] env[65134]: INFO networking_nsxv3.common.synchronization [req-82fd9cba-0111-4bde-8503-22d86c5946f1 req-0009968b-c073-444b-a0b7-1d37618ba230 service nova] Enqueued Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_members [ 1092.438863] env[65134]: INFO networking_nsxv3.common.synchronization [req-82fd9cba-0111-4bde-8503-22d86c5946f1 req-0009968b-c073-444b-a0b7-1d37618ba230 service nova] Enqueued Resource ID: 6d74a1d0-0513-485e-931a-960a4a41cedb with Priority: HIGHEST for action port [ 1092.439000] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_rules [ 1092.439123] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_members [ 1092.439182] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d74a1d0-0513-485e-931a-960a4a41cedb with Priority: HIGHEST for action port [ 1092.439454] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.439578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.439642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.439864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.440058] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.440921] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.441057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.441265] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d74a1d0-0513-485e-931a-960a4a41cedb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.441387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d74a1d0-0513-485e-931a-960a4a41cedb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.441455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d74a1d0-0513-485e-931a-960a4a41cedb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.441587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d74a1d0-0513-485e-931a-960a4a41cedb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.441684] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d74a1d0-0513-485e-931a-960a4a41cedb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.814891] env[65134]: INFO networking_nsxv3.common.synchronization [req-56a8da40-014e-457a-8a85-d7d09d45bacc req-8e71e5ac-9a81-4329-8a55-f35e4e0cc493 tempest-ServerRescueNegativeTestJSON-1319517944 tempest-ServerRescueNegativeTestJSON-1319517944-project-member] Enqueued Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGHEST for action security_group_members [ 1092.815928] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGHEST for action security_group_members [ 1092.816503] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.816799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.816972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.817347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.817686] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.817922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.818105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.818446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.818651] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.818852] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49df730b-19a9-4e27-a6b6-a9a8a0e661bd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.943818] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.944108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.944170] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d74a1d0-0513-485e-931a-960a4a41cedb with status ACTIVE [ 1092.944340] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.944447] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.944512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.944745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.944904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.944997] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.945103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.945164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.945338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.945466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.945646] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.945746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.945806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.945944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.946026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.946108] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d74a1d0-0513-485e-931a-960a4a41cedb is going to be updated. [ 1092.972460] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.972690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.972690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.972958] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.973255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.973489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d74a1d0-0513-485e-931a-960a4a41cedb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.126294] env[65134]: INFO networking_nsxv3.common.synchronization [req-33ae3062-d055-4138-81a6-3f891f396e94 req-d332d33d-b075-452f-8d19-bff54e0790cf tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1093.126795] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1093.127092] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.127253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.127404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.127682] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.127841] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.128120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.128257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.128732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.128815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.128920] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.324844] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.324844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.324844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.324844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.363517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.363517] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.363517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.363517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.363972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.365160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.365160] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd is going to be updated. [ 1093.397965] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.398078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.398149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.398364] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.398512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.411623] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd in Status: IN_PROGRESS for 2s [ 1093.463908] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.464127] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.464255] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.464528] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.464816] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.464979] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.465118] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.465341] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.465485] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.465696] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.465808] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.465916] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.466030] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.466141] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.466244] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.466370] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.487874] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.488160] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.488356] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.488608] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.489058] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-219ccf59-b1a6-405b-bf51-9ec9c296e1bb taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.489333] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-219ccf59-b1a6-405b-bf51-9ec9c296e1bb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.489536] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-219ccf59-b1a6-405b-bf51-9ec9c296e1bb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.490039] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-219ccf59-b1a6-405b-bf51-9ec9c296e1bb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.490251] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('219ccf59-b1a6-405b-bf51-9ec9c296e1bb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.586120] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1093.586361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.631861] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.993281] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.993681] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.993681] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.993947] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.994150] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.994309] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 219ccf59-b1a6-405b-bf51-9ec9c296e1bb not found, creating... [ 1093.994611] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.994854] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.995014] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.995264] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.995404] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.995684] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.995867] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.995985] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.996203] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.996332] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.996467] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 219ccf59-b1a6-405b-bf51-9ec9c296e1bb is going to be created. [ 1094.017233] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.017428] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.017554] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.017817] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.018048] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.018267] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-219ccf59-b1a6-405b-bf51-9ec9c296e1bb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.135087] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.417213] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: SUCCESS [ 1094.417213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.417213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.417213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.417213] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.417213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.417213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.417213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.417213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.417213] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.642534] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.642534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.642534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.642534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.642534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.642534] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1094.676301] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.678248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.680262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.680262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.680262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.694347] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1094.800714] env[65134]: INFO networking_nsxv3.common.synchronization [req-33ae3062-d055-4138-81a6-3f891f396e94 req-05c257ac-7603-40b8-9754-2fb7d4bd2a5e service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 1094.800714] env[65134]: INFO networking_nsxv3.common.synchronization [req-33ae3062-d055-4138-81a6-3f891f396e94 req-05c257ac-7603-40b8-9754-2fb7d4bd2a5e service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1094.800714] env[65134]: INFO networking_nsxv3.common.synchronization [req-33ae3062-d055-4138-81a6-3f891f396e94 req-05c257ac-7603-40b8-9754-2fb7d4bd2a5e service nova] Enqueued Resource ID: 219ccf59-b1a6-405b-bf51-9ec9c296e1bb with Priority: HIGHEST for action port [ 1094.800714] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 1094.800714] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1094.800714] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219ccf59-b1a6-405b-bf51-9ec9c296e1bb with Priority: HIGHEST for action port [ 1094.800714] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.800714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.800714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.800714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.800714] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.800714] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.800714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.800714] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-219ccf59-b1a6-405b-bf51-9ec9c296e1bb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.800714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-219ccf59-b1a6-405b-bf51-9ec9c296e1bb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.800714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-219ccf59-b1a6-405b-bf51-9ec9c296e1bb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.800714] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-219ccf59-b1a6-405b-bf51-9ec9c296e1bb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.800714] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('219ccf59-b1a6-405b-bf51-9ec9c296e1bb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.919578] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.303134] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.303515] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.303515] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 219ccf59-b1a6-405b-bf51-9ec9c296e1bb with status ACTIVE [ 1095.303602] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.303748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.303811] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.303976] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.304091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.304275] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.304415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.304486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.304700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.304862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.304958] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.305083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.305130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.305243] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.305315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.305404] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 219ccf59-b1a6-405b-bf51-9ec9c296e1bb is going to be updated. [ 1095.329495] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.329656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.329756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.329949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.330121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.330355] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-219ccf59-b1a6-405b-bf51-9ec9c296e1bb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.423923] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.433637] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd in Status: SUCCESS [ 1095.434293] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd deletion is rescheduled due to dependency. [ 1095.434293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.929726] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.929726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.929726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.929726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.929726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.929726] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 is going to be updated. [ 1095.969852] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.970180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.970180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.970370] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.970514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.991114] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: IN_PROGRESS for 2s [ 1096.707077] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1096.707077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.707564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.707698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.708096] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.708770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.708770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.708770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.708770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.709202] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.211967] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.230566] env[65134]: INFO networking_nsxv3.common.synchronization [req-c702a898-ba41-4c0e-98cd-8911a5c03cdf req-b35c2005-6f8b-4b15-974f-ffcee576d656 tempest-ServersNegativeTestJSON-1636755719 tempest-ServersNegativeTestJSON-1636755719-project-member] Enqueued Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 1097.231525] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGHEST for action security_group_members [ 1097.231687] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.231849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.231974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.232196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.232297] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.232437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.232437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.232616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.232710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.232821] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.716426] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.735016] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.735394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.735523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.735785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.735878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.736202] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.736202] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.736374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.736413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.736489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.736580] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 is going to be updated. [ 1097.771034] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.771207] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.771286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.771614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.771926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.785394] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: IN_PROGRESS for 2s [ 1098.002101] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: SUCCESS [ 1098.002381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.002612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.002880] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.003119] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.003247] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.003312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.003507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.003597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.003685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.003796] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.220150] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.220150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.220150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.220301] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.220410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.220550] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1098.254216] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.254401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.254401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.254713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.254713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.265758] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1098.506417] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.009061] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0036c3ec-fe88-49ab-bb63-1e22095e14e7: rpc.has_security_group_logging(os_id): False [ 1099.029051] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.029371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.029371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.029610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.029761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.030259] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.030259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.030432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.030558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.030613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.030745] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 is going to be updated. [ 1099.109183] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.109401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.109401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.109591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.109772] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.127029] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: IN_PROGRESS for 2s [ 1099.796401] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 in Status: SUCCESS [ 1099.796605] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 deletion is rescheduled due to dependency. [ 1099.796676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.276978] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1100.277350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.277393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.277595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.278687] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.278837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.278913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.279117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.279205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.279298] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.279396] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.781923] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.782142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.782142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.782370] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.782536] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.782643] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.782700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.782860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.783131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.783131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.783216] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.783425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.783425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.783510] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.783606] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.783696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.783744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.783863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.784441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.784441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.784441] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.144359] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: SUCCESS [ 1101.144359] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.289039] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6b55021-86ea-4096-9308-c25b67286406: rpc.has_security_group_logging(os_id): False [ 1101.309029] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.309029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.309029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.309029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.309029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.309029] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.309029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.309029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.309029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.309029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.309029] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.309029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.309029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.309029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.309029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.310147] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.310518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.310754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.311030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.311216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.311407] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1101.315462] env[65134]: INFO networking_nsxv3.common.synchronization [req-8c2987e7-4e8c-4820-8acf-73440406ee96 req-b8607a65-b183-4ffd-bd0b-90d929fd058e tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_members [ 1101.316033] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_members [ 1101.316379] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-712799eb-e89c-4caf-973c-5422527a7934 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.316492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.316567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.317328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.317328] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.317328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.317328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.317328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.317328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.317641] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.383343] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.383884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.383884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.383884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.383884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.403941] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1101.820631] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.323968] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.826755] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.826755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.827159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.827236] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.827317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.827390] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 712799eb-e89c-4caf-973c-5422527a7934 is going to be updated. [ 1102.855773] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.856039] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.856119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.856382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.856536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.866224] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: IN_PROGRESS for 2s [ 1103.428488] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1103.428898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.467950] env[65134]: INFO networking_nsxv3.common.synchronization [req-6e3fd02c-67fc-4663-9f06-4416f2d3158d req-562788c7-8860-47ce-88da-20da8996c8cc tempest-ImagesTestJSON-743760956 tempest-ImagesTestJSON-743760956-project-member] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1103.468403] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1103.468591] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.468746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.468834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.469658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.469854] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.469965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.470041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.470204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.470288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.470384] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.925453] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.925682] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.925765] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.926285] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.926566] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.927017] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.927155] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.927388] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.927536] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.927753] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.927867] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.927975] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.928108] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.928217] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.928323] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.928454] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.949962] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.950198] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.950282] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.950474] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.950689] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-c3c0554b-a64b-404b-a5c8-f39c1a1c693a taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.950887] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-c3c0554b-a64b-404b-a5c8-f39c1a1c693a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.950990] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-c3c0554b-a64b-404b-a5c8-f39c1a1c693a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.951357] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-c3c0554b-a64b-404b-a5c8-f39c1a1c693a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.951559] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c0554b-a64b-404b-a5c8-f39c1a1c693a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.972902] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.197782] env[65134]: INFO networking_nsxv3.common.synchronization [req-a86c3529-81af-49ef-8f28-bb6a151e8c2d req-9fb9cb27-4cb6-4d43-9485-3132dd8fc036 tempest-ServerRescueNegativeTestJSON-1319517944 tempest-ServerRescueNegativeTestJSON-1319517944-project-member] Enqueued Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_members [ 1104.198254] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_members [ 1104.198854] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.198854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.198854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.199111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.199111] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.199193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.199233] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.199382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.199467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.199560] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.454678] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.455047] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.455047] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.455227] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.455377] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.455533] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port c3c0554b-a64b-404b-a5c8-f39c1a1c693a not found, creating... [ 1104.455798] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.455945] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.456074] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.456290] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.456425] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.456777] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.457036] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.457111] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.457284] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.457413] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.457553] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: c3c0554b-a64b-404b-a5c8-f39c1a1c693a is going to be created. [ 1104.475515] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.479250] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.479454] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.479573] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.479897] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.480060] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.480391] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-c3c0554b-a64b-404b-a5c8-f39c1a1c693a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.702158] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.877448] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: SUCCESS [ 1104.877665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.978417] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.978554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.978602] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.978790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.980219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.980219] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1105.007506] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.007667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.007724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.007929] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.008598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.017295] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1105.187675] env[65134]: INFO networking_nsxv3.common.synchronization [req-6e3fd02c-67fc-4663-9f06-4416f2d3158d req-4a493b58-8497-4504-a05f-fdc8d3027159 service nova] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_rules [ 1105.187816] env[65134]: INFO networking_nsxv3.common.synchronization [req-6e3fd02c-67fc-4663-9f06-4416f2d3158d req-4a493b58-8497-4504-a05f-fdc8d3027159 service nova] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1105.187953] env[65134]: INFO networking_nsxv3.common.synchronization [req-6e3fd02c-67fc-4663-9f06-4416f2d3158d req-4a493b58-8497-4504-a05f-fdc8d3027159 service nova] Enqueued Resource ID: c3c0554b-a64b-404b-a5c8-f39c1a1c693a with Priority: HIGHEST for action port [ 1105.188616] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_rules [ 1105.188716] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1105.188758] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c0554b-a64b-404b-a5c8-f39c1a1c693a with Priority: HIGHEST for action port [ 1105.189429] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.189429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.189429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.189616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.189671] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.190635] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.190635] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.190905] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3c0554b-a64b-404b-a5c8-f39c1a1c693a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.191017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3c0554b-a64b-404b-a5c8-f39c1a1c693a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.191017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3c0554b-a64b-404b-a5c8-f39c1a1c693a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.191163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3c0554b-a64b-404b-a5c8-f39c1a1c693a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.191263] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c0554b-a64b-404b-a5c8-f39c1a1c693a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.203842] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.693894] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3c0554b-a64b-404b-a5c8-f39c1a1c693a with status ACTIVE [ 1105.694266] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.694361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.694456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.694699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.694913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.695149] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.695284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.695353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.695516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.695594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.695783] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.695876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.695938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.696107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.696171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.696254] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3c0554b-a64b-404b-a5c8-f39c1a1c693a is going to be updated. [ 1105.697414] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.697511] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.708085] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.708085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.708085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.708085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.708410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.708410] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447b0d72-876d-43ff-be4a-e01de24026bc is going to be updated. [ 1105.756098] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.756310] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.756310] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.756555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.756733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.756928] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3c0554b-a64b-404b-a5c8-f39c1a1c693a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.766949] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.767176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.767248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.767503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.767623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.778230] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: IN_PROGRESS for 2s [ 1107.023744] env[65134]: INFO networking_nsxv3.common.synchronization [req-6ba00dbf-36a2-4c93-b702-25f19cb655b7 req-678d5a30-ace3-459d-885a-2e6a648a5536 tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1107.024135] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1107.024553] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.024670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.024670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.025498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.026301] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.026517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.026517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.026589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.026766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.026766] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.029099] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1107.029099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.029244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.029424] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.029596] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.029699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.029763] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.029908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.029990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.030095] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.287857] env[65134]: INFO networking_nsxv3.common.synchronization [req-42016fee-b745-478c-b51a-96e8324e1537 req-9a989968-9a62-4cc6-87fb-0ba55122257b tempest-ServerDiskConfigTestJSON-1585195027 tempest-ServerDiskConfigTestJSON-1585195027-project-member] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1107.288426] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1107.288759] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.288884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.288951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.289169] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.289322] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.289418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.289476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.289623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.289708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.289992] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.529481] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.531780] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.734110] env[65134]: INFO networking_nsxv3.common.synchronization [req-1da3cb06-cdc4-42a4-b547-2c7c0cbcab04 req-ff357df3-4e1b-4f42-8262-f3ee250a6295 tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_members [ 1107.735398] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGHEST for action security_group_members [ 1107.736096] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-712799eb-e89c-4caf-973c-5422527a7934 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.736461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.736461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.736734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.736901] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.737165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.737232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.737393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.737643] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.737735] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.790653] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: SUCCESS [ 1107.790653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.792326] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.792326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.792326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.792620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.792620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.792725] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.792810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.792889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.793065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.793157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.793255] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1107.823964] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.824154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.824205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.824416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.824612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.835301] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1108.032714] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.033811] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.240591] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.240795] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.240836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.241047] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.273041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.273225] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.273353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.273420] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.273622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.273703] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.273789] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 712799eb-e89c-4caf-973c-5422527a7934 is going to be updated. [ 1108.305090] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.305090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.305090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.305090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.305090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.317136] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: IN_PROGRESS for 2s [ 1108.536154] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.536345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.536421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.536659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.536737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.536859] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1108.539346] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.539468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.539538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.539702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.539782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.539869] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1108.570292] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.570475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.570556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.570766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.570985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.572717] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.572845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.572890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.574054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.574211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.588669] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1108.589541] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1109.845886] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1109.846279] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 deletion is rescheduled due to dependency. [ 1109.846279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.326589] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 712799eb-e89c-4caf-973c-5422527a7934 in Status: SUCCESS [ 1110.326780] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 712799eb-e89c-4caf-973c-5422527a7934 deletion is rescheduled due to dependency. [ 1110.326896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.601328] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1110.601488] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.601667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.601895] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.602093] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.602226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.602293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.602425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.602541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.602631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.602722] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.604816] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1110.605011] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.105076] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.105490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.105490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.105490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.105679] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.105876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.105957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.106172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.106289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.106406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.106582] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.106705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.106786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.106953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.107139] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.107256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.107336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.107513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.107612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.107716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.107816] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.610590] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 926fc0b4-9521-4549-936f-af9af47980d7: rpc.has_security_group_logging(os_id): False [ 1111.635085] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.635369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.635527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.635856] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.636015] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.636274] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.636412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.636472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.636635] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.636779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.637016] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.637137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.637208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.637470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.637621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.637843] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.637996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.637996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.638253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.638353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.638430] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1111.750437] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.750961] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.750961] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.751369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.751369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.775387] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1112.736396] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1112.736737] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1113.795993] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1113.796407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.960802] env[65134]: INFO networking_nsxv3.common.synchronization [req-ed269c3b-3479-455f-9c8c-d29b88f17698 req-096783cb-a16c-47b8-83d2-daf5afc9d235 tempest-ServerDiskConfigTestJSON-1585195027 tempest-ServerDiskConfigTestJSON-1585195027-project-member] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1115.965127] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1115.966461] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.966461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.966461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.966697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.966697] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.966830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.966888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.966990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.967088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.967391] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.296338] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.296554] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.296664] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.296941] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.297211] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.297369] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.297487] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.297769] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.297878] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.298315] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.299656] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.299656] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.299656] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.299656] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.299656] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.299656] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.322663] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.322893] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.323016] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.323214] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.323540] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-01064353-e9ea-4c74-a4b8-37e3f8d4bc11 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.323699] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-01064353-e9ea-4c74-a4b8-37e3f8d4bc11" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.323817] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-01064353-e9ea-4c74-a4b8-37e3f8d4bc11" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.324258] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-01064353-e9ea-4c74-a4b8-37e3f8d4bc11" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.324375] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01064353-e9ea-4c74-a4b8-37e3f8d4bc11',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.469640] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.469926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.469926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.470200] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.470293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.470529] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.470659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.470736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.470908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.471066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.471066] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1116.503515] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.503722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.503722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.503931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.504109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.516921] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1116.827244] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.827541] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.827753] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.828121] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.828356] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.828537] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 01064353-e9ea-4c74-a4b8-37e3f8d4bc11 not found, creating... [ 1116.828915] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.829132] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.829277] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.829652] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.829789] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.830134] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.830322] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.830438] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.830664] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.830801] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.830942] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 01064353-e9ea-4c74-a4b8-37e3f8d4bc11 is going to be created. [ 1116.858354] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.858585] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.858704] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.859032] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.860065] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.860065] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-01064353-e9ea-4c74-a4b8-37e3f8d4bc11" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.577303] env[65134]: INFO networking_nsxv3.common.synchronization [req-ed269c3b-3479-455f-9c8c-d29b88f17698 req-d7fefd28-665e-454d-81d7-65e615885fbd service nova] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_rules [ 1117.577603] env[65134]: INFO networking_nsxv3.common.synchronization [req-ed269c3b-3479-455f-9c8c-d29b88f17698 req-d7fefd28-665e-454d-81d7-65e615885fbd service nova] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1117.577603] env[65134]: INFO networking_nsxv3.common.synchronization [req-ed269c3b-3479-455f-9c8c-d29b88f17698 req-d7fefd28-665e-454d-81d7-65e615885fbd service nova] Enqueued Resource ID: 01064353-e9ea-4c74-a4b8-37e3f8d4bc11 with Priority: HIGHEST for action port [ 1117.578620] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_rules [ 1117.578620] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1117.578620] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01064353-e9ea-4c74-a4b8-37e3f8d4bc11 with Priority: HIGHEST for action port [ 1117.578794] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.578794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.578871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.579664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.579664] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.579983] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.580118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.580341] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-01064353-e9ea-4c74-a4b8-37e3f8d4bc11 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.580509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01064353-e9ea-4c74-a4b8-37e3f8d4bc11" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.580572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01064353-e9ea-4c74-a4b8-37e3f8d4bc11" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.580747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01064353-e9ea-4c74-a4b8-37e3f8d4bc11" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.580830] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01064353-e9ea-4c74-a4b8-37e3f8d4bc11',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.932550] env[65134]: INFO networking_nsxv3.common.synchronization [req-2b7a1712-117a-43b4-94c3-5c58a596bf90 req-5479d139-d799-40ce-871c-aa30de0bfe8a tempest-ServerRescueNegativeTestJSON-1319517944 tempest-ServerRescueNegativeTestJSON-1319517944-project-member] Enqueued Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_members [ 1117.933841] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGHEST for action security_group_members [ 1117.933841] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.933841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.933841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.933841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.934265] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.934265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.934265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.934400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.934400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.934505] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.084604] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.084862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.085836] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01064353-e9ea-4c74-a4b8-37e3f8d4bc11 with status ACTIVE [ 1118.085836] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.085836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.085836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.085836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.086191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.086191] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.086302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.086479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.086619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.086784] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.087033] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.087144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.087229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.087418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.087521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.087631] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01064353-e9ea-4c74-a4b8-37e3f8d4bc11 is going to be updated. [ 1118.110984] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.111284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.111284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.111452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.111538] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.111700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01064353-e9ea-4c74-a4b8-37e3f8d4bc11" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.436807] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.436899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.436899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.437809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.459544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.459987] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.460111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.460111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.460287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.460451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.460535] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447b0d72-876d-43ff-be4a-e01de24026bc is going to be updated. [ 1118.493143] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.493317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.493429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.493722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.493898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.505079] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: IN_PROGRESS for 2s [ 1118.530105] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1118.530105] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 deletion is rescheduled due to dependency. [ 1118.530274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.530314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.530688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.530950] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.531122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.531293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.531408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.532036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.532036] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.034224] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.537446] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.039724] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.040224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.040224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.040363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.040644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.040770] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1120.074441] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.074628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.074681] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.074920] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.075079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.083781] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1120.515972] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447b0d72-876d-43ff-be4a-e01de24026bc in Status: SUCCESS [ 1120.516157] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447b0d72-876d-43ff-be4a-e01de24026bc deletion is rescheduled due to dependency. [ 1120.516308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.982123] env[65134]: INFO networking_nsxv3.common.synchronization [None req-0bb3ac79-ce3c-4605-964f-d13b6466aa7a tempest-AttachInterfacesTestJSON-1377442826 tempest-AttachInterfacesTestJSON-1377442826-project-member] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 1120.983527] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGHEST for action security_group_members [ 1120.983873] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.984017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.984094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.984337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.984508] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.984631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.984695] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.984857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.984943] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.985051] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.487368] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.487724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.487724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.487861] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.487957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.488183] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.488291] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.488353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.488503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.488584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.488669] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be updated. [ 1121.517379] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.517591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.517591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.517785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.517926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.529329] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: IN_PROGRESS for 2s [ 1122.098013] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1122.098257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.098814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.099053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.099253] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.099369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.099436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.099590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.099675] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.099757] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.099844] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.605486] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.606008] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.606008] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.606008] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.606262] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.606262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.606262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.606492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.606543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.606614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.606779] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.606875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.606934] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.607120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.607272] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.607423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.607423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.607612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.607715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.607839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.607913] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.112109] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d881760-9028-4ae2-bdd4-3550a3c1e0f4: rpc.has_security_group_logging(os_id): False [ 1123.132996] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.132996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.132996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.133458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.133612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.134347] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.134485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.134569] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.134770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.134886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.135387] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.135511] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.135569] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.135742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.135853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.136079] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.136198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.136470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.136470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.136570] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.136617] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1123.204349] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.204560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.204854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.204917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.205144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.212042] env[65134]: INFO networking_nsxv3.common.synchronization [req-534abcad-c1c8-4c25-a0b9-9c5304eedb89 req-6da86624-db8f-4303-9ddc-a8b3926d96bb tempest-ImagesTestJSON-743760956 tempest-ImagesTestJSON-743760956-project-member] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1123.212657] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1123.212966] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.213102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.213156] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.213636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.213636] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.213636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.213876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.213915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.213974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.214147] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.221703] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1123.545137] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 in Status: SUCCESS [ 1123.545137] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 deletion is rescheduled due to dependency. [ 1123.545137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.716678] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.221084] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.723066] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.723391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.723391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.723510] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.723584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.723688] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1124.755338] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.755495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.755551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.755761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.755957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.765848] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1125.238404] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1125.238618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.809387] env[65134]: INFO networking_nsxv3.common.synchronization [req-414f9255-553d-40a5-a44a-9e4896e3ee75 req-ca891541-f98e-4371-847c-2aa08aa7a350 tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1125.810123] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1125.810486] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.810853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.810853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.811100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.811367] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.811568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.811645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.811844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.811983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.812141] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.227887] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.227887] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.227887] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.227887] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.228355] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.228355] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.228478] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.228662] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.228805] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.229016] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.229127] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.229232] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.229371] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.229487] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.229611] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.229749] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.250452] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.251331] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.251331] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.251331] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-874" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.251331] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-2ab7415c-caf3-47f0-be8b-edd45779f248 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.251626] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-2ab7415c-caf3-47f0-be8b-edd45779f248" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.251710] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-2ab7415c-caf3-47f0-be8b-edd45779f248" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.252080] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-2ab7415c-caf3-47f0-be8b-edd45779f248" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.252854] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab7415c-caf3-47f0-be8b-edd45779f248',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.315675] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.701307] env[65134]: INFO networking_nsxv3.common.synchronization [None req-68cda6d3-af9d-43f3-8add-fac0057bdddd None None] Enqueued Resource ID: f145ec5a-88d0-434c-b731-7cd16baaaa2e with Priority: HIGHEST for action port [ 1126.701307] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f145ec5a-88d0-434c-b731-7cd16baaaa2e with Priority: HIGHEST for action port [ 1126.701411] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f145ec5a-88d0-434c-b731-7cd16baaaa2e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.701469] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f145ec5a-88d0-434c-b731-7cd16baaaa2e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.701523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f145ec5a-88d0-434c-b731-7cd16baaaa2e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.701771] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f145ec5a-88d0-434c-b731-7cd16baaaa2e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.701847] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f145ec5a-88d0-434c-b731-7cd16baaaa2e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.754899] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.756056] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.756056] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.756056] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.756056] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.756056] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 2ab7415c-caf3-47f0-be8b-edd45779f248 not found, creating... [ 1126.756395] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.756395] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.756498] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.756879] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.758254] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.758566] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.758744] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.758877] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.759461] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.759461] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.759583] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 2ab7415c-caf3-47f0-be8b-edd45779f248 is going to be created. [ 1126.775197] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1126.775431] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.782309] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.782563] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.782757] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.783087] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.783367] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.783729] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-2ab7415c-caf3-47f0-be8b-edd45779f248" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.817968] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.204519] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f145ec5a-88d0-434c-b731-7cd16baaaa2e [ 1127.204751] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.204921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.204966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.205183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.205274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.205373] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f145ec5a-88d0-434c-b731-7cd16baaaa2e already deleted. [ 1127.205451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f145ec5a-88d0-434c-b731-7cd16baaaa2e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.320282] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.320440] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.320514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.320742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.320845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.320946] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1127.352638] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.352846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.352846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.353108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.353360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.363462] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1127.532642] env[65134]: INFO networking_nsxv3.common.synchronization [req-414f9255-553d-40a5-a44a-9e4896e3ee75 req-3dd84dda-91a3-4f52-a23a-62549e595882 service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 1127.532642] env[65134]: INFO networking_nsxv3.common.synchronization [req-414f9255-553d-40a5-a44a-9e4896e3ee75 req-3dd84dda-91a3-4f52-a23a-62549e595882 service nova] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1127.532642] env[65134]: INFO networking_nsxv3.common.synchronization [req-414f9255-553d-40a5-a44a-9e4896e3ee75 req-3dd84dda-91a3-4f52-a23a-62549e595882 service nova] Enqueued Resource ID: 2ab7415c-caf3-47f0-be8b-edd45779f248 with Priority: HIGHEST for action port [ 1127.532848] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_rules [ 1127.532935] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1127.533039] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab7415c-caf3-47f0-be8b-edd45779f248 with Priority: HIGHEST for action port [ 1127.533591] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.533726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.533843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.533948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.535695] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.537023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.538292] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.538588] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ab7415c-caf3-47f0-be8b-edd45779f248 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.538715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ab7415c-caf3-47f0-be8b-edd45779f248" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.538834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ab7415c-caf3-47f0-be8b-edd45779f248" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.539258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ab7415c-caf3-47f0-be8b-edd45779f248" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.539258] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab7415c-caf3-47f0-be8b-edd45779f248',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.041669] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.041944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.042019] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ab7415c-caf3-47f0-be8b-edd45779f248 with status ACTIVE [ 1128.042212] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.042351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.042405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.042613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.042707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.042891] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.042996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.043913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.043913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.043913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.043913] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.043913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.043913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.043913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.044201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.044201] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ab7415c-caf3-47f0-be8b-edd45779f248 is going to be updated. [ 1128.068290] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.068456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.068520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.068762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.068903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.069532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ab7415c-caf3-47f0-be8b-edd45779f248" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.373852] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1129.374262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.374312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.374588] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.374871] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.375046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.375174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.375370] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.375453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.375557] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.465939] env[65134]: INFO networking_nsxv3.common.synchronization [None req-1a5468f2-44f1-4d3f-a893-9f2bad2edc46 None None] Enqueued Resource ID: 80266bf2-cd2b-4356-812b-9e863d975e2b with Priority: HIGHEST for action port [ 1129.466493] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80266bf2-cd2b-4356-812b-9e863d975e2b with Priority: HIGHEST for action port [ 1129.466810] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-80266bf2-cd2b-4356-812b-9e863d975e2b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.466975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80266bf2-cd2b-4356-812b-9e863d975e2b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.467063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80266bf2-cd2b-4356-812b-9e863d975e2b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.467398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80266bf2-cd2b-4356-812b-9e863d975e2b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.467510] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80266bf2-cd2b-4356-812b-9e863d975e2b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.877713] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.969680] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80266bf2-cd2b-4356-812b-9e863d975e2b [ 1129.969938] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.970135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.970271] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.970393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.970613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.970732] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80266bf2-cd2b-4356-812b-9e863d975e2b already deleted. [ 1129.970822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80266bf2-cd2b-4356-812b-9e863d975e2b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.044396] env[65134]: INFO networking_nsxv3.common.synchronization [req-c4c6dd5e-1ccb-4e8a-a394-fa4f33dbcf26 req-686d71fa-db67-4ca7-a1c2-3ee826fe303d tempest-ImagesTestJSON-743760956 tempest-ImagesTestJSON-743760956-project-member] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1130.044944] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1130.045253] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.045373] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.045441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.045657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.045817] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.045913] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.045964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.046137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.046217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.046307] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.381489] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.548495] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.548650] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.548715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.549010] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.549181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.549371] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.549455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.549554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.549658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.549753] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.549815] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1130.578946] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.579127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.579187] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.579356] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.579491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.590292] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1130.884125] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.884373] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.884480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.884748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.884980] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.885151] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1130.925039] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.925316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.925316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.925494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.925704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.936810] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1132.600980] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1132.601338] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 deletion is rescheduled due to dependency. [ 1132.601338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.948045] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1132.948045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.948180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.948328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.948521] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.948645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.948719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.948916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.949049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.949143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.949247] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.452378] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.452378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.452378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.452378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.452378] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.452378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.452798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.452798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.452798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.452798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.452923] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.453079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.453141] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.453286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.453422] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.453516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.453576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.453742] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.453820] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.453901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.453991] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.957369] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6b55021-86ea-4096-9308-c25b67286406: rpc.has_security_group_logging(os_id): False [ 1133.980184] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.980335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.980405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.980776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.980905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.981173] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.981288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.981354] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.981530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.981612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.981816] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.981916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.981978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.982145] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.982223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.982400] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.982494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.982555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.982789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.982867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.982955] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1134.053260] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.053260] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.053260] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.053511] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.053961] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.076154] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1135.046809] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1135.046809] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1135.690682] env[65134]: INFO networking_nsxv3.common.synchronization [req-62c36b25-d9f5-476d-9125-95b35734f092 req-73da9c05-1ab9-4fb8-9774-9696db596cf0 tempest-ServerAddressesNegativeTestJSON-205305091 tempest-ServerAddressesNegativeTestJSON-205305091-project-member] Enqueued Resource ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c with Priority: HIGHEST for action security_group_members [ 1135.691442] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c with Priority: HIGHEST for action security_group_members [ 1135.691756] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d1f06bd-ad68-4b91-8102-854fcb8c522c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.691879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.691946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.692245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.692401] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.692501] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.692559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.693227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.693227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.693227] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d1f06bd-ad68-4b91-8102-854fcb8c522c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.043605] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.043844] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-768" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.043969] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-768" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.044309] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-768" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.044565] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.044725] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.044844] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.045063] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.045204] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.045411] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.045520] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.045624] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.045729] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.045849] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.045955] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.046101] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.066555] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.066882] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1136.066882] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.066992] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-768" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.067337] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-a376eac9-a12c-4f61-9dc7-18330624e1cb taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.067488] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-a376eac9-a12c-4f61-9dc7-18330624e1cb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.067604] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-a376eac9-a12c-4f61-9dc7-18330624e1cb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.067916] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-a376eac9-a12c-4f61-9dc7-18330624e1cb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.068067] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a376eac9-a12c-4f61-9dc7-18330624e1cb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.099344] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1136.099569] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.195522] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.195668] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.195706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.196122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.196122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.196240] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.196338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.196400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.196577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.196654] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.196739] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c already deleted. [ 1136.196816] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.570726] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.570985] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.571139] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.571407] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.571557] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.571708] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port a376eac9-a12c-4f61-9dc7-18330624e1cb not found, creating... [ 1136.571970] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.572143] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.572267] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.572481] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.572668] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.572966] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.573157] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.573293] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.573468] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.573613] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.573761] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: a376eac9-a12c-4f61-9dc7-18330624e1cb is going to be created. [ 1136.595134] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.595366] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.595490] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.595754] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.595981] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.596216] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-a376eac9-a12c-4f61-9dc7-18330624e1cb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.282732] env[65134]: INFO networking_nsxv3.common.synchronization [req-62c36b25-d9f5-476d-9125-95b35734f092 req-ebc536fb-6eae-4ac4-96f4-3fde25d00e25 service nova] Enqueued Resource ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c with Priority: HIGHEST for action security_group_rules [ 1137.282732] env[65134]: INFO networking_nsxv3.common.synchronization [req-62c36b25-d9f5-476d-9125-95b35734f092 req-ebc536fb-6eae-4ac4-96f4-3fde25d00e25 service nova] Enqueued Resource ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c with Priority: HIGHEST for action security_group_members [ 1137.282732] env[65134]: INFO networking_nsxv3.common.synchronization [req-62c36b25-d9f5-476d-9125-95b35734f092 req-ebc536fb-6eae-4ac4-96f4-3fde25d00e25 service nova] Enqueued Resource ID: a376eac9-a12c-4f61-9dc7-18330624e1cb with Priority: HIGHEST for action port [ 1137.282732] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c with Priority: HIGHEST for action security_group_rules [ 1137.283071] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c with Priority: HIGHEST for action security_group_members [ 1137.283071] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376eac9-a12c-4f61-9dc7-18330624e1cb with Priority: HIGHEST for action port [ 1137.283826] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d1f06bd-ad68-4b91-8102-854fcb8c522c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.283965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.284049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.284307] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.284394] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d1f06bd-ad68-4b91-8102-854fcb8c522c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.286508] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d1f06bd-ad68-4b91-8102-854fcb8c522c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.287190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.287190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.287190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.287190] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.287389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.287389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.287707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.287707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.287707] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d1f06bd-ad68-4b91-8102-854fcb8c522c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.289069] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a376eac9-a12c-4f61-9dc7-18330624e1cb taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.289197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a376eac9-a12c-4f61-9dc7-18330624e1cb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.289254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a376eac9-a12c-4f61-9dc7-18330624e1cb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.289423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a376eac9-a12c-4f61-9dc7-18330624e1cb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.289502] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a376eac9-a12c-4f61-9dc7-18330624e1cb',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.787074] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d1f06bd-ad68-4b91-8102-854fcb8c522c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.787344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.791695] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d1f06bd-ad68-4b91-8102-854fcb8c522c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.792855] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a376eac9-a12c-4f61-9dc7-18330624e1cb with status ACTIVE [ 1137.793237] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.793237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.793380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.793472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.793565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.794108] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.794108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.794108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.794283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.794283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.794860] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.794860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.794860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.794860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.794860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.795105] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a376eac9-a12c-4f61-9dc7-18330624e1cb is going to be updated. [ 1137.821487] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.821487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.821487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.821703] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.821813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.821993] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a376eac9-a12c-4f61-9dc7-18330624e1cb" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.297404] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d1f06bd-ad68-4b91-8102-854fcb8c522c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.800121] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.800324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.800324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.800581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.800706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.800851] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c is going to be created. [ 1138.841294] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.841513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.841513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.841720] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.841878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.857169] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c in Status: UNINITIALIZED for 2s [ 1139.100115] env[65134]: INFO networking_nsxv3.common.synchronization [req-8352de16-00ea-4eae-80f6-97cab0d1a9f4 req-b38f4822-ea80-41dd-a115-63dd7aff896b tempest-AttachVolumeTestJSON-215767590 tempest-AttachVolumeTestJSON-215767590-project-member] Enqueued Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGHEST for action security_group_members [ 1139.101142] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGHEST for action security_group_members [ 1139.101142] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-30aa24b1-6293-4a84-b20c-899bea364586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.101879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.101953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.102245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.102411] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.102512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.102574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.102793] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.102873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.102963] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30aa24b1-6293-4a84-b20c-899bea364586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.606255] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.606613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.606613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.606780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.606940] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.607184] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.607326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.607395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.607563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.607640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.607729] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30aa24b1-6293-4a84-b20c-899bea364586 is going to be updated. [ 1139.634930] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.635103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.635296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.635414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.635553] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.646359] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30aa24b1-6293-4a84-b20c-899bea364586 in Status: IN_PROGRESS for 2s [ 1140.867135] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c in Status: SUCCESS [ 1140.867533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.867611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.867859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.868093] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.868241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.868316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.868495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.868591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.868689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.868802] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d1f06bd-ad68-4b91-8102-854fcb8c522c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.373254] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d1f06bd-ad68-4b91-8102-854fcb8c522c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.373254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.373254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.373254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.373254] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.373254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.373254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.373254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.373254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.373254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.373254] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d1f06bd-ad68-4b91-8102-854fcb8c522c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.373254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.373254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.373254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.373254] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.373254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.373915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.373915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.373915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.373915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.373915] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d1f06bd-ad68-4b91-8102-854fcb8c522c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.446607] env[65134]: INFO networking_nsxv3.common.synchronization [req-2c9134bb-9acd-4ada-848e-1a7b22398674 req-80143a75-d2d6-4d39-9843-3405fbae96b5 tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1141.447559] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1141.447559] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.447559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.447559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.447559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.447827] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.447867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.447938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.448106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.448186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.448280] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.655998] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30aa24b1-6293-4a84-b20c-899bea364586 in Status: SUCCESS [ 1141.656229] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30aa24b1-6293-4a84-b20c-899bea364586 deletion is rescheduled due to dependency. [ 1141.656320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.875883] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d1f06bd-ad68-4b91-8102-854fcb8c522c: rpc.has_security_group_logging(os_id): False [ 1141.893386] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.893545] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.893599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.893838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.893955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.894173] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.894270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.894335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.894483] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.894556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.894780] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.895067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.895152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.895324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.895414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.895633] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.895733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.895870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.895996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.896086] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.896172] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c is going to be created. [ 1141.951140] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.957275] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.957462] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.957555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.958658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.958658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.969401] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c in Status: IN_PROGRESS for 2s [ 1142.454074] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.956894] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.959094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.959094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.959094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.959094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.959094] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1142.993258] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.993496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.993678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.993967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.994232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.005614] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1143.621270] env[65134]: INFO networking_nsxv3.common.synchronization [req-cb43e94d-8f80-4be3-937a-e05273eb1d88 req-4a56c923-0a93-4714-8dbd-215e4155267d tempest-ImagesTestJSON-743760956 tempest-ImagesTestJSON-743760956-project-member] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1143.621826] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1143.622393] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.622393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.622393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.622543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.622703] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.623173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.623173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.623173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.623173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.623494] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.986044] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.986404] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.986708] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.986889] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.987307] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.987533] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.987765] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.988057] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.988290] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.988628] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.988844] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.989094] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.989313] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.989532] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.989692] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.989886] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.992084] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c in Status: SUCCESS [ 1143.992387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.010537] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.010842] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.011078] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.011284] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-472" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.011615] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-dde6c46b-42b6-4599-97d1-fa72a55b633d taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.011842] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-dde6c46b-42b6-4599-97d1-fa72a55b633d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.012466] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-dde6c46b-42b6-4599-97d1-fa72a55b633d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.012466] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-dde6c46b-42b6-4599-97d1-fa72a55b633d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.012596] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde6c46b-42b6-4599-97d1-fa72a55b633d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.125126] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.125303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.125374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.125587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.125676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.125870] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.125969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.126045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.126201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.126277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.126362] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1144.153450] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.153603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.153685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.153922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.154084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.163039] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1144.514959] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.515190] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.515316] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.515598] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.515752] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.515906] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port dde6c46b-42b6-4599-97d1-fa72a55b633d not found, creating... [ 1144.516189] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.516351] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.516470] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.516690] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.516851] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.517153] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.517312] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.517430] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.517637] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.517771] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.517911] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: dde6c46b-42b6-4599-97d1-fa72a55b633d is going to be created. [ 1144.542438] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.542710] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.542815] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.543108] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.543336] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.543558] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-dde6c46b-42b6-4599-97d1-fa72a55b633d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.026652] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1145.026970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.289637] env[65134]: INFO networking_nsxv3.common.synchronization [req-cb43e94d-8f80-4be3-937a-e05273eb1d88 req-2897d90b-f87a-4db0-b462-43401f954b64 service nova] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_rules [ 1145.289864] env[65134]: INFO networking_nsxv3.common.synchronization [req-cb43e94d-8f80-4be3-937a-e05273eb1d88 req-2897d90b-f87a-4db0-b462-43401f954b64 service nova] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1145.290060] env[65134]: INFO networking_nsxv3.common.synchronization [req-cb43e94d-8f80-4be3-937a-e05273eb1d88 req-2897d90b-f87a-4db0-b462-43401f954b64 service nova] Enqueued Resource ID: dde6c46b-42b6-4599-97d1-fa72a55b633d with Priority: HIGHEST for action port [ 1145.290821] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_rules [ 1145.291054] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1145.291172] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde6c46b-42b6-4599-97d1-fa72a55b633d with Priority: HIGHEST for action port [ 1145.291469] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.291750] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.291750] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.291968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.292070] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.294042] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.294215] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.294541] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-dde6c46b-42b6-4599-97d1-fa72a55b633d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.295713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dde6c46b-42b6-4599-97d1-fa72a55b633d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.295713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dde6c46b-42b6-4599-97d1-fa72a55b633d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.295713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dde6c46b-42b6-4599-97d1-fa72a55b633d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.295713] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde6c46b-42b6-4599-97d1-fa72a55b633d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.797044] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.797228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.797421] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dde6c46b-42b6-4599-97d1-fa72a55b633d with status ACTIVE [ 1145.797608] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.797706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.797774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.798048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.798101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.798413] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.798413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.798413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.798578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.798681] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.798822] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.798921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.798979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.799140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.799214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.799298] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dde6c46b-42b6-4599-97d1-fa72a55b633d is going to be updated. [ 1145.843452] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.843674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.843817] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.844099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.844320] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.844541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dde6c46b-42b6-4599-97d1-fa72a55b633d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.173433] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1146.173695] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 deletion is rescheduled due to dependency. [ 1146.173695] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.173914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.174158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.174345] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.174620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.174620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.174817] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.174902] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.175015] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.677720] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.180420] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.683329] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.683513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.683589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.683830] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.683950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.684095] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1147.714449] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.714657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.714657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.714939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.715129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.726281] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1147.924670] env[65134]: INFO networking_nsxv3.common.synchronization [req-a6237be2-de71-47fc-a8a5-f1d47bdbdae3 req-0dadde75-b810-4c56-829f-d69a260b075d tempest-ServerAddressesNegativeTestJSON-205305091 tempest-ServerAddressesNegativeTestJSON-205305091-project-member] Enqueued Resource ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c with Priority: HIGHEST for action security_group_members [ 1147.925329] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c with Priority: HIGHEST for action security_group_members [ 1147.925682] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d1f06bd-ad68-4b91-8102-854fcb8c522c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.925780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.925869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.926510] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.926695] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.926804] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.926882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.927071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.927155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.927264] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d1f06bd-ad68-4b91-8102-854fcb8c522c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.430089] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.430089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.430089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.430447] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.430447] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.430539] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.430661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.430727] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.430886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.430975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.431103] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c is going to be updated. [ 1148.459488] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.459630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.459703] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.459984] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.460175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.469126] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c in Status: IN_PROGRESS for 2s [ 1148.942356] env[65134]: INFO networking_nsxv3.common.synchronization [None req-0128d0aa-33c7-437d-8eef-961574f63184 tempest-ServerActionsTestJSON-1498278314 tempest-ServerActionsTestJSON-1498278314-project-member] Enqueued Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGHEST for action security_group_rules [ 1148.942984] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGHEST for action security_group_rules [ 1148.943362] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-729588d8-694e-4f45-aefd-310bdc77f8dc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.943497] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.943560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.943907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.943998] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('729588d8-694e-4f45-aefd-310bdc77f8dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.043793] env[65134]: INFO networking_nsxv3.common.synchronization [None req-dd741268-b21f-462d-8a7b-c9d9c90e4b4b tempest-ServerActionsTestJSON-1498278314 tempest-ServerActionsTestJSON-1498278314-project-member] Enqueued Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGHEST for action security_group_rules [ 1149.044035] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGHEST for action security_group_rules [ 1149.044321] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-729588d8-694e-4f45-aefd-310bdc77f8dc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.044667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.464767] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.465246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.465246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.465326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.465393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.465498] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 729588d8-694e-4f45-aefd-310bdc77f8dc already deleted. [ 1149.465607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.465990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.466174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.466286] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('729588d8-694e-4f45-aefd-310bdc77f8dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.737563] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1149.737839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.738082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.738678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.738678] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.738678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.738937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.738937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.739041] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.739129] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.739251] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.995132] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.995302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.995486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.995644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.995740] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.995824] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 729588d8-694e-4f45-aefd-310bdc77f8dc already deleted. [ 1149.995926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.242574] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.242787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.242853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.243076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.243243] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.243389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.243389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.243533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.243616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.243734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.243915] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.244034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.244107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.244254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.244396] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.244527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.244603] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.244727] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.244813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.244893] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.245023] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.478029] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c in Status: SUCCESS [ 1150.478281] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c deletion is rescheduled due to dependency. [ 1150.478346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.747795] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 926fc0b4-9521-4549-936f-af9af47980d7: rpc.has_security_group_logging(os_id): False [ 1150.765418] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.765636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.765636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.765817] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.765914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.766311] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.766418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.766486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.766647] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.766732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.766914] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.767011] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.767077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.767206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.767277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.767469] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.767559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.767617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.767749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.767822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.767905] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1150.853123] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.853333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.853333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.853491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.853649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.865688] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1152.882250] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1152.882522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.047086] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1154.047480] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1154.584769] env[65134]: INFO networking_nsxv3.common.synchronization [req-7d1f568b-c21d-4aa7-8f0e-7973c05ac553 req-179555fa-09ee-4855-a193-360000288809 tempest-ServersTestJSON-2027595652 tempest-ServersTestJSON-2027595652-project-member] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1154.585657] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGHEST for action security_group_members [ 1154.585978] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.586125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.586179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.586374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.586521] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.586621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.586774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.586834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.586908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.587007] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.090093] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.090093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.090093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.090093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.090503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.090503] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.090503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.090503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.090665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.090739] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.091138] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be updated. [ 1155.123077] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.123302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.123302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.123676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.123885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.134394] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: IN_PROGRESS for 2s [ 1157.147353] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b55021-86ea-4096-9308-c25b67286406 in Status: SUCCESS [ 1157.147732] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b55021-86ea-4096-9308-c25b67286406 deletion is rescheduled due to dependency. [ 1157.147732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.532430] env[65134]: INFO networking_nsxv3.common.synchronization [None req-6d611631-b7ce-40f9-aacc-7e0dff2ae44f None None] Enqueued Resource ID: 7ed7ba8f-8331-4784-b71c-e9114b43df0c with Priority: HIGHEST for action port [ 1157.533110] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed7ba8f-8331-4784-b71c-e9114b43df0c with Priority: HIGHEST for action port [ 1157.533328] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ed7ba8f-8331-4784-b71c-e9114b43df0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.533744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ed7ba8f-8331-4784-b71c-e9114b43df0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.533850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ed7ba8f-8331-4784-b71c-e9114b43df0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.534525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ed7ba8f-8331-4784-b71c-e9114b43df0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.534685] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed7ba8f-8331-4784-b71c-e9114b43df0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.957622] env[65134]: INFO networking_nsxv3.common.synchronization [req-e785613a-6ffd-4512-8e1d-08306781c47c req-08fdc32a-c8d2-4336-8511-0db8839f4148 tempest-ServerActionsTestJSON-1498278314 tempest-ServerActionsTestJSON-1498278314-project-member] Enqueued Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGHEST for action security_group_members [ 1157.958199] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGHEST for action security_group_members [ 1157.958540] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-729588d8-694e-4f45-aefd-310bdc77f8dc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.958669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.958721] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.959478] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.960378] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.960378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.960378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.960378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.960520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.960769] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('729588d8-694e-4f45-aefd-310bdc77f8dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.037035] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ed7ba8f-8331-4784-b71c-e9114b43df0c [ 1158.037035] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.037218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.038031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.038031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.038031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.038031] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ed7ba8f-8331-4784-b71c-e9114b43df0c already deleted. [ 1158.038031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ed7ba8f-8331-4784-b71c-e9114b43df0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.294800] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.295426] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.295426] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.296231] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.296231] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.296428] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.296497] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.297275] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.297275] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.297398] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.298030] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.298030] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.298030] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.298030] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.298030] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.298334] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.318823] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.318983] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.319130] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.319300] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.319607] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-b5ec1035-6a94-4818-a7f6-1995687c07e5 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.319777] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-b5ec1035-6a94-4818-a7f6-1995687c07e5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.319896] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-b5ec1035-6a94-4818-a7f6-1995687c07e5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.320333] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-b5ec1035-6a94-4818-a7f6-1995687c07e5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.320476] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ec1035-6a94-4818-a7f6-1995687c07e5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.463086] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.463291] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.463291] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.464046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.464046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.464046] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.464046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.464046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.464281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.464281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.464362] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 729588d8-694e-4f45-aefd-310bdc77f8dc already deleted. [ 1158.464390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.823674] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.824026] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.824197] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.824566] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.824783] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.825104] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port b5ec1035-6a94-4818-a7f6-1995687c07e5 not found, creating... [ 1158.825401] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.825622] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.825787] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.826092] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.826279] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.826662] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.826913] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.827090] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.827377] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.827586] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.827781] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: b5ec1035-6a94-4818-a7f6-1995687c07e5 is going to be created. [ 1158.852055] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.852274] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.852418] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.852693] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.853016] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.853345] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-b5ec1035-6a94-4818-a7f6-1995687c07e5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.579885] env[65134]: INFO networking_nsxv3.common.synchronization [req-e785613a-6ffd-4512-8e1d-08306781c47c req-554c687c-fd52-4f97-a5b4-ada08fd2360b service nova] Enqueued Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGHEST for action security_group_rules [ 1159.579885] env[65134]: INFO networking_nsxv3.common.synchronization [req-e785613a-6ffd-4512-8e1d-08306781c47c req-554c687c-fd52-4f97-a5b4-ada08fd2360b service nova] Enqueued Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGHEST for action security_group_members [ 1159.580163] env[65134]: INFO networking_nsxv3.common.synchronization [req-e785613a-6ffd-4512-8e1d-08306781c47c req-554c687c-fd52-4f97-a5b4-ada08fd2360b service nova] Enqueued Resource ID: b5ec1035-6a94-4818-a7f6-1995687c07e5 with Priority: HIGHEST for action port [ 1159.580216] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGHEST for action security_group_rules [ 1159.580359] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGHEST for action security_group_members [ 1159.580434] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ec1035-6a94-4818-a7f6-1995687c07e5 with Priority: HIGHEST for action port [ 1159.581036] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-729588d8-694e-4f45-aefd-310bdc77f8dc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.581158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.581227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.581425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.581500] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('729588d8-694e-4f45-aefd-310bdc77f8dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.583385] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-729588d8-694e-4f45-aefd-310bdc77f8dc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.583489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.583530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.583688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.583841] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.583973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.584073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.584251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.584353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.584470] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('729588d8-694e-4f45-aefd-310bdc77f8dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.586373] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5ec1035-6a94-4818-a7f6-1995687c07e5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.586515] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5ec1035-6a94-4818-a7f6-1995687c07e5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.586590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5ec1035-6a94-4818-a7f6-1995687c07e5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.586781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5ec1035-6a94-4818-a7f6-1995687c07e5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.586885] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ec1035-6a94-4818-a7f6-1995687c07e5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.034961] env[65134]: INFO networking_nsxv3.common.synchronization [None req-c3de53d5-4a54-4961-ac68-0697780fbaf0 None None] Enqueued Resource ID: f5e4a9fb-0fb2-4b59-a5c7-f9c1b96b52b1 with Priority: HIGHEST for action port [ 1160.036030] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e4a9fb-0fb2-4b59-a5c7-f9c1b96b52b1 with Priority: HIGHEST for action port [ 1160.036880] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5e4a9fb-0fb2-4b59-a5c7-f9c1b96b52b1 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.037091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5e4a9fb-0fb2-4b59-a5c7-f9c1b96b52b1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.037207] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5e4a9fb-0fb2-4b59-a5c7-f9c1b96b52b1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.037582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5e4a9fb-0fb2-4b59-a5c7-f9c1b96b52b1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.037710] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e4a9fb-0fb2-4b59-a5c7-f9c1b96b52b1',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.085382] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-729588d8-694e-4f45-aefd-310bdc77f8dc taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.085382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.087455] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('729588d8-694e-4f45-aefd-310bdc77f8dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.092903] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5ec1035-6a94-4818-a7f6-1995687c07e5 with status ACTIVE [ 1160.092903] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.092903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.092903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.092903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.092903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.092903] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.092903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.092903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.092903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.092903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.092903] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.092903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.092903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.092903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.092903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.092903] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5ec1035-6a94-4818-a7f6-1995687c07e5 is going to be updated. [ 1160.115822] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.115822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.115822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.115822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.115822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.116164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5ec1035-6a94-4818-a7f6-1995687c07e5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.541221] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5e4a9fb-0fb2-4b59-a5c7-f9c1b96b52b1 [ 1160.541221] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.541221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.541221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.541221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.541221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.541221] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5e4a9fb-0fb2-4b59-a5c7-f9c1b96b52b1 already deleted. [ 1160.541221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5e4a9fb-0fb2-4b59-a5c7-f9c1b96b52b1" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.589666] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('729588d8-694e-4f45-aefd-310bdc77f8dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.872258] env[65134]: INFO networking_nsxv3.common.synchronization [req-a137033c-89c8-4a60-a4f9-ae8dc801a47a req-507ee601-040f-4574-90d2-8be951ab4012 tempest-ServerActionsTestOtherB-1864382740 tempest-ServerActionsTestOtherB-1864382740-project-member] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1160.872458] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1160.872833] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.872972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.873066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.873293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.873466] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.874237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.874237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.874237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.874237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.874237] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.092251] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.092481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.092481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.093170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.093170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.093170] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 729588d8-694e-4f45-aefd-310bdc77f8dc is going to be created. [ 1161.137904] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.138126] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.138213] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.138495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.139797] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.153715] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 729588d8-694e-4f45-aefd-310bdc77f8dc in Status: UNINITIALIZED for 2s [ 1161.377783] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.377952] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.378012] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.378235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.403658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.403946] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.404124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.404179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.404356] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.404446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.404517] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be updated. [ 1161.460128] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.460281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.460354] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.460573] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.460717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.470765] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: IN_PROGRESS for 2s [ 1163.165063] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 729588d8-694e-4f45-aefd-310bdc77f8dc in Status: SUCCESS [ 1163.165345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.165484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.165771] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.165977] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.166116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.166185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.166338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.166444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.166496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.166585] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('729588d8-694e-4f45-aefd-310bdc77f8dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.482437] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: SUCCESS [ 1163.482648] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 deletion is rescheduled due to dependency. [ 1163.482810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.669516] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('729588d8-694e-4f45-aefd-310bdc77f8dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.173111] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 729588d8-694e-4f45-aefd-310bdc77f8dc: rpc.has_security_group_logging(os_id): False [ 1164.192111] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.192111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.192111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.192111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.192111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.192111] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.192111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.192111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.192111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.192111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.192111] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 729588d8-694e-4f45-aefd-310bdc77f8dc is going to be created. [ 1164.202895] env[65134]: INFO networking_nsxv3.common.synchronization [None req-cb7a63d0-36ad-412a-92eb-81d8f81979e4 tempest-ServerDiskConfigTestJSON-1585195027 tempest-ServerDiskConfigTestJSON-1585195027-project-member] Enqueued Resource ID: d84518d7-825a-450b-867e-ab5f29d246bc with Priority: HIGHEST for action security_group_rules [ 1164.203251] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84518d7-825a-450b-867e-ab5f29d246bc with Priority: HIGHEST for action security_group_rules [ 1164.203922] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d84518d7-825a-450b-867e-ab5f29d246bc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.203922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d84518d7-825a-450b-867e-ab5f29d246bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.203922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d84518d7-825a-450b-867e-ab5f29d246bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.204628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d84518d7-825a-450b-867e-ab5f29d246bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.204628] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d84518d7-825a-450b-867e-ab5f29d246bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.254478] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.254668] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.254746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.255130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.255313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.269441] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 729588d8-694e-4f45-aefd-310bdc77f8dc in Status: IN_PROGRESS for 2s [ 1164.296649] env[65134]: INFO networking_nsxv3.common.synchronization [None req-c85562d2-823b-45d3-8bfe-40d0aadf2e07 tempest-ServerDiskConfigTestJSON-1585195027 tempest-ServerDiskConfigTestJSON-1585195027-project-member] Enqueued Resource ID: d84518d7-825a-450b-867e-ab5f29d246bc with Priority: HIGHEST for action security_group_rules [ 1164.297265] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84518d7-825a-450b-867e-ab5f29d246bc with Priority: HIGHEST for action security_group_rules [ 1164.297611] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d84518d7-825a-450b-867e-ab5f29d246bc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.297693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d84518d7-825a-450b-867e-ab5f29d246bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.724529] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.724693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.724797] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.725067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.725171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.725279] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d84518d7-825a-450b-867e-ab5f29d246bc already deleted. [ 1164.725398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d84518d7-825a-450b-867e-ab5f29d246bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.725989] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d84518d7-825a-450b-867e-ab5f29d246bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.726252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d84518d7-825a-450b-867e-ab5f29d246bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.726415] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d84518d7-825a-450b-867e-ab5f29d246bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.249792] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.250021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.250021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.250235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.250322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.250423] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d84518d7-825a-450b-867e-ab5f29d246bc already deleted. [ 1165.250506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d84518d7-825a-450b-867e-ab5f29d246bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.840497] env[65134]: INFO networking_nsxv3.common.synchronization [req-700a7841-c9d1-4008-8c64-286ba60fb395 req-b67a9563-f2db-4d47-9fbe-60d5c0f410b5 tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_members [ 1165.840869] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_members [ 1165.841219] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.841344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.841413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.841623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.841812] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.842580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.842580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.842580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.842580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.842580] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.096361] env[65134]: INFO networking_nsxv3.common.synchronization [req-0c38b3a1-746a-4156-8ee2-aa9df0d5f3fd req-4bb9ad1e-f728-4713-a51a-bee3832383bb tempest-ServerRescueTestJSON-2122057821 tempest-ServerRescueTestJSON-2122057821-project-member] Enqueued Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_members [ 1166.097362] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_members [ 1166.097823] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.097988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.098096] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.098390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.098597] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.098738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.098829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.099032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.099159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.099287] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.284565] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 729588d8-694e-4f45-aefd-310bdc77f8dc in Status: SUCCESS [ 1166.284565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.350504] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.451719] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.452257] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-656" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.452257] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-656" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.452425] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-656" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.452639] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.452844] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.452955] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.453214] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.453361] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.453565] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.453711] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.453788] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.453908] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.454395] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.454395] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.454511] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.477661] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.477927] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1166.478100] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.478280] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-656" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.478591] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-629e7103-5d8b-4746-aa2c-628a5a10168c taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.478796] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-629e7103-5d8b-4746-aa2c-628a5a10168c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.478882] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-629e7103-5d8b-4746-aa2c-628a5a10168c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.479203] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-629e7103-5d8b-4746-aa2c-628a5a10168c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.479348] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('629e7103-5d8b-4746-aa2c-628a5a10168c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.517548] env[65134]: INFO networking_nsxv3.common.synchronization [req-f29b0c4b-5de4-4924-ade2-e19254489634 req-70ba3c65-3d80-4b97-bf93-d4e712c3de6c tempest-ImagesTestJSON-743760956 tempest-ImagesTestJSON-743760956-project-member] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1166.517548] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGHEST for action security_group_members [ 1166.517810] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.517968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.518049] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.518255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.518413] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.522155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.522155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.522155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.522155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.522155] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.602230] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.602453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.602553] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.602819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.602951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.603176] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.603445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.603445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.603530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.603569] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.603642] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b already deleted. [ 1166.603744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.852952] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.982050] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.982309] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.982453] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.982745] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.983152] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.983458] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 629e7103-5d8b-4746-aa2c-628a5a10168c not found, creating... [ 1166.983880] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.984176] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.984414] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.984798] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.985059] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.985594] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.985767] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.985988] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.986327] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.986557] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.986766] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 629e7103-5d8b-4746-aa2c-628a5a10168c is going to be created. [ 1167.008405] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.008622] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.008748] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.009035] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.009272] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.009501] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-629e7103-5d8b-4746-aa2c-628a5a10168c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.020739] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.020935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.021032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.021259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.021347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.021549] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.021649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.021711] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.021857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.021933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.022026] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be updated. [ 1167.053242] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.053400] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.053438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.053748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.053779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.064742] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: IN_PROGRESS for 2s [ 1167.355428] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.355806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.355806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.356013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.356070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.356208] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 is going to be updated. [ 1167.383920] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.384111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.384111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.384321] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.384459] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.395284] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: IN_PROGRESS for 2s [ 1167.426388] env[65134]: INFO networking_nsxv3.common.synchronization [req-28d576f4-2a73-4be2-85ea-e9547c1f9882 req-69a9ad72-9b59-4ff2-9d00-17f11108398e tempest-ServerDiskConfigTestJSON-1585195027 tempest-ServerDiskConfigTestJSON-1585195027-project-member] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1167.426952] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1167.427283] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.427410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.427480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.427684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.427869] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.428034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.428109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.428280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.428370] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.428468] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.743206] env[65134]: INFO networking_nsxv3.common.synchronization [req-0c38b3a1-746a-4156-8ee2-aa9df0d5f3fd req-0714102a-5b1f-4dc5-9eea-ffb9c088a2a6 service nova] Enqueued Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_rules [ 1167.743458] env[65134]: INFO networking_nsxv3.common.synchronization [req-0c38b3a1-746a-4156-8ee2-aa9df0d5f3fd req-0714102a-5b1f-4dc5-9eea-ffb9c088a2a6 service nova] Enqueued Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_members [ 1167.743763] env[65134]: INFO networking_nsxv3.common.synchronization [req-0c38b3a1-746a-4156-8ee2-aa9df0d5f3fd req-0714102a-5b1f-4dc5-9eea-ffb9c088a2a6 service nova] Enqueued Resource ID: 629e7103-5d8b-4746-aa2c-628a5a10168c with Priority: HIGHEST for action port [ 1167.744550] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_rules [ 1167.745086] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_members [ 1167.745261] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629e7103-5d8b-4746-aa2c-628a5a10168c with Priority: HIGHEST for action port [ 1167.745604] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.745758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.745881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.746080] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.746178] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.747151] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.747227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.747339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.747488] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.747652] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.747747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.747805] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.747967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.752123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.752123] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.752641] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-629e7103-5d8b-4746-aa2c-628a5a10168c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.753231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-629e7103-5d8b-4746-aa2c-628a5a10168c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.753326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-629e7103-5d8b-4746-aa2c-628a5a10168c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.754303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-629e7103-5d8b-4746-aa2c-628a5a10168c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.754303] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('629e7103-5d8b-4746-aa2c-628a5a10168c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.931315] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.932099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.932099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.932241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.932352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.932570] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.932672] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.932739] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.932966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.933060] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.933277] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1167.962348] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.962348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.962348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.962348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.962348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.971761] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1168.259154] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.259154] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.259154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.259154] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 629e7103-5d8b-4746-aa2c-628a5a10168c with status ACTIVE [ 1168.259154] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.259154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.259154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.259154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.259154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.259154] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.259154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.259154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.259154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.259154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.259580] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.259580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.259580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.259580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.259580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.259809] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 629e7103-5d8b-4746-aa2c-628a5a10168c is going to be updated. [ 1168.286704] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.286704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.286704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.286704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.286704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.286704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-629e7103-5d8b-4746-aa2c-628a5a10168c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.761941] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.074164] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926fc0b4-9521-4549-936f-af9af47980d7 in Status: SUCCESS [ 1169.074332] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 deletion is rescheduled due to dependency. [ 1169.074419] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.264357] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.264558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.264627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.264804] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.264889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.264992] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b is going to be created. [ 1169.288256] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.288470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.288579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.288814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.289082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.311550] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: UNINITIALIZED for 2s [ 1169.404598] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: SUCCESS [ 1169.404832] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.981764] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1169.981764] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 deletion is rescheduled due to dependency. [ 1169.981764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.168713] env[65134]: INFO networking_nsxv3.common.synchronization [req-acee636e-7124-4fb2-bbc2-6c1635d9e429 req-81126128-2c03-42fc-be2e-797581521558 tempest-ServerDiskConfigTestJSON-1585195027 tempest-ServerDiskConfigTestJSON-1585195027-project-member] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1171.169040] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1171.169369] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.169490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.169555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.169754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.170478] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.170599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.170662] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.170861] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.170957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.171070] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.321807] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: SUCCESS [ 1171.322104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.322292] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.322525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.322752] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.322927] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.322991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.323189] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.323269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.323360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.323447] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.457784] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.457989] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.458215] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.458515] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.458757] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.458906] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.459020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.459398] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.459543] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.459749] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.459860] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.459964] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.460082] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.460195] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.460297] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.460419] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.479388] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.479606] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.479766] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.479967] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.480347] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-cc651602-5afd-41c1-b298-55f4d6d38c1c taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.480562] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-cc651602-5afd-41c1-b298-55f4d6d38c1c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.480724] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-cc651602-5afd-41c1-b298-55f4d6d38c1c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.481111] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-cc651602-5afd-41c1-b298-55f4d6d38c1c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.481282] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc651602-5afd-41c1-b298-55f4d6d38c1c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.673984] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.674159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.674231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.674445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.674535] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.674758] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.674867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.674934] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.675103] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.675191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.675278] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1171.702575] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.702721] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.702810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.703096] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.703241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.711916] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1171.825566] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.825753] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.825818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.826088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.826260] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.826370] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.826433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.826587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.826671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.826758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.826904] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.826998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.827074] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.827234] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.827381] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.827473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.827532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.827673] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.827747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.827836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.827942] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.984347] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.984615] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.984746] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.985039] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.985197] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.985375] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port cc651602-5afd-41c1-b298-55f4d6d38c1c not found, creating... [ 1171.985642] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.985827] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.985975] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.986240] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.986382] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.986663] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.986819] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.986936] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.987154] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.987288] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.987424] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: cc651602-5afd-41c1-b298-55f4d6d38c1c is going to be created. [ 1172.017891] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.018185] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.018342] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.018673] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.018952] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.019286] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-cc651602-5afd-41c1-b298-55f4d6d38c1c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.330922] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a44f3b6-e84c-4606-a3b1-82082bb61b8b: rpc.has_security_group_logging(os_id): False [ 1172.351208] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.351435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.351435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.351713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.351774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.351970] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.352085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.352158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.352311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.352389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.352577] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.352669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.352732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.352997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.353131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.353332] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.353437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.353503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.353666] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.353745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.353875] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b is going to be created. [ 1172.413130] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.413323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.413367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.413550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.413728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.424757] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: IN_PROGRESS for 2s [ 1172.717877] env[65134]: INFO networking_nsxv3.common.synchronization [req-acee636e-7124-4fb2-bbc2-6c1635d9e429 req-a944d1a6-65d8-468b-b8e6-3d6cae8f57a5 service nova] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_rules [ 1172.718078] env[65134]: INFO networking_nsxv3.common.synchronization [req-acee636e-7124-4fb2-bbc2-6c1635d9e429 req-a944d1a6-65d8-468b-b8e6-3d6cae8f57a5 service nova] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1172.718220] env[65134]: INFO networking_nsxv3.common.synchronization [req-acee636e-7124-4fb2-bbc2-6c1635d9e429 req-a944d1a6-65d8-468b-b8e6-3d6cae8f57a5 service nova] Enqueued Resource ID: cc651602-5afd-41c1-b298-55f4d6d38c1c with Priority: HIGHEST for action port [ 1172.718729] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_rules [ 1172.718862] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1172.718959] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc651602-5afd-41c1-b298-55f4d6d38c1c with Priority: HIGHEST for action port [ 1172.719258] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.719412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.719514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.719815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.719941] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.723886] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.723886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.723886] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc651602-5afd-41c1-b298-55f4d6d38c1c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.723886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc651602-5afd-41c1-b298-55f4d6d38c1c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.723886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc651602-5afd-41c1-b298-55f4d6d38c1c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.723886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc651602-5afd-41c1-b298-55f4d6d38c1c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.723886] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc651602-5afd-41c1-b298-55f4d6d38c1c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.225404] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.225542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.225722] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc651602-5afd-41c1-b298-55f4d6d38c1c with status ACTIVE [ 1173.225889] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.226046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.226124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.226336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.226454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.226630] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.226727] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.226796] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.226937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.227053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.227238] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.227333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.227394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.227533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.227607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.227689] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc651602-5afd-41c1-b298-55f4d6d38c1c is going to be updated. [ 1173.251882] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.252068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.252149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.252360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.252499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.252664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc651602-5afd-41c1-b298-55f4d6d38c1c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.439515] env[65134]: INFO networking_nsxv3.common.synchronization [req-34d2f05b-ff79-4bb2-8fea-5c0787f0da47 req-e4735f79-77fe-496c-ae9f-97df8aef444b tempest-ServerActionsTestOtherB-1864382740 tempest-ServerActionsTestOtherB-1864382740-project-member] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1173.440245] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1173.440363] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.440479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.440546] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.440733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.440886] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.441032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.441079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.441188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.441303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.441348] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.721205] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1173.721409] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 deletion is rescheduled due to dependency. [ 1173.721524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.721736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.721957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.722156] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.722287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.722326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.722472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.722549] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.722640] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.737759] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.737942] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.738063] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.738306] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.738554] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.738707] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.738825] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.739139] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.739388] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.739551] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.739691] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.739758] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.739875] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.739950] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.740192] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.740192] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.759711] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.759916] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.760035] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.760213] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.760520] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-eccdc45d-05e1-4ed5-8673-958d6f2c233a taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.760692] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.760815] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.761163] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.761295] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eccdc45d-05e1-4ed5-8673-958d6f2c233a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.944068] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.944278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.944323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.944563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.944642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.944799] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.944893] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.944961] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.945128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.945222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.945312] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be updated. [ 1173.970407] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.970579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.970624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.970912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.971106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.980158] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: IN_PROGRESS for 2s [ 1174.225430] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.264212] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.264490] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.264621] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.264899] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.265064] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.265222] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port eccdc45d-05e1-4ed5-8673-958d6f2c233a not found, creating... [ 1174.265485] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.265640] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.265757] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.265975] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.266134] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.266465] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.266584] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.266711] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.266916] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.267064] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.267203] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: eccdc45d-05e1-4ed5-8673-958d6f2c233a is going to be created. [ 1174.285511] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.285724] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.285814] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.286068] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.286292] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.286509] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.439973] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: SUCCESS [ 1174.440367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.727560] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.037226] env[65134]: INFO networking_nsxv3.common.synchronization [req-34d2f05b-ff79-4bb2-8fea-5c0787f0da47 req-5968fb0b-69d6-4658-b3a6-b008949de799 service nova] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_rules [ 1175.037494] env[65134]: INFO networking_nsxv3.common.synchronization [req-34d2f05b-ff79-4bb2-8fea-5c0787f0da47 req-5968fb0b-69d6-4658-b3a6-b008949de799 service nova] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1175.037714] env[65134]: INFO networking_nsxv3.common.synchronization [req-34d2f05b-ff79-4bb2-8fea-5c0787f0da47 req-5968fb0b-69d6-4658-b3a6-b008949de799 service nova] Enqueued Resource ID: eccdc45d-05e1-4ed5-8673-958d6f2c233a with Priority: HIGHEST for action port [ 1175.038805] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_rules [ 1175.039036] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1175.039185] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccdc45d-05e1-4ed5-8673-958d6f2c233a with Priority: HIGHEST for action port [ 1175.039539] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.039712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.039783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.040029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.040172] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.041265] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.041372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.041564] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-eccdc45d-05e1-4ed5-8673-958d6f2c233a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.041690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.041749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.041964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.042083] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eccdc45d-05e1-4ed5-8673-958d6f2c233a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.232081] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.232081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.232081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.232081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.232081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.232081] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1175.261787] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.262026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.262026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.262303] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.262393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.271031] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1175.544101] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.544495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.544495] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eccdc45d-05e1-4ed5-8673-958d6f2c233a with status ACTIVE [ 1175.544671] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.544813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.544898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.545208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.545257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.545424] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.545525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.545586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.545738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.545813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.546036] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.546140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.546201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.546339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.546414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.546499] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eccdc45d-05e1-4ed5-8673-958d6f2c233a is going to be updated. [ 1175.567663] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.567839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.567900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.568097] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.568241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.568396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.989590] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: SUCCESS [ 1175.989787] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 deletion is rescheduled due to dependency. [ 1175.989872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.990056] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.990276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.990464] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.990579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.990645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.990906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.991010] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.991159] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.495453] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.001439] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.280882] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1177.281159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.281332] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.281562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.281751] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.281870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.281937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.282155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.282256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.282414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.282516] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.504196] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.504357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.504430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.504644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.504734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.504836] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be updated. [ 1177.590730] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.590965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.591063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.591266] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.591437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.603295] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: IN_PROGRESS for 2s [ 1177.785175] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.785415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.785415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.785631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.785799] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.785901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.785970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.786142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.786229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.786317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.786474] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.786624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.786711] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.786844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.786982] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.787095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.787148] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.787341] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.787423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.787505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.787595] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.290126] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d881760-9028-4ae2-bdd4-3550a3c1e0f4: rpc.has_security_group_logging(os_id): False [ 1178.319603] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.319991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.319991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.319991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.320150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.320250] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.320360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.320427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.320655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.320787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.321116] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.321278] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.321390] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.321625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.321756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.322059] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.322217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.322294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.322446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.322527] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.322619] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1178.397637] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.397907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.397907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.398082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.398231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.411980] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1179.615267] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: SUCCESS [ 1179.615755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.615755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.615993] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.619153] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.619547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.619547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.619547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.619708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.619708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.619785] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.637525] env[65134]: INFO networking_nsxv3.common.synchronization [None req-41ab69bb-16fd-4350-93a9-26f6a5af64a7 None None] Enqueued Resource ID: a3dc2979-1a55-4505-9682-5e40054b465a with Priority: HIGHEST for action port [ 1179.639711] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3dc2979-1a55-4505-9682-5e40054b465a with Priority: HIGHEST for action port [ 1179.640089] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3dc2979-1a55-4505-9682-5e40054b465a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.640223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3dc2979-1a55-4505-9682-5e40054b465a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.640293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3dc2979-1a55-4505-9682-5e40054b465a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.641028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3dc2979-1a55-4505-9682-5e40054b465a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.641028] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3dc2979-1a55-4505-9682-5e40054b465a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.123660] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.142274] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3dc2979-1a55-4505-9682-5e40054b465a [ 1180.142530] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.142696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.142769] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.143070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.143209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.143349] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3dc2979-1a55-4505-9682-5e40054b465a already deleted. [ 1180.143450] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3dc2979-1a55-4505-9682-5e40054b465a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.426120] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1180.426485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.626290] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e1920ba-365d-41a5-81b5-8aaf92414ea9: rpc.has_security_group_logging(os_id): False [ 1180.645579] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.645579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.645579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.645745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.646134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.646134] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.646252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.646252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.646361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.646442] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.646511] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be updated. [ 1180.708456] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.708685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.708685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.710071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.710071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.727195] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: IN_PROGRESS for 2s [ 1181.974385] env[65134]: INFO networking_nsxv3.common.synchronization [None req-cf47db8e-3e1b-4b1c-87b0-54d56718e99d None None] Enqueued Resource ID: 6af57932-0536-461d-81a0-c9b2f548e523 with Priority: HIGHEST for action port [ 1181.974923] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af57932-0536-461d-81a0-c9b2f548e523 with Priority: HIGHEST for action port [ 1181.977263] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6af57932-0536-461d-81a0-c9b2f548e523 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.977395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6af57932-0536-461d-81a0-c9b2f548e523" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.977452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6af57932-0536-461d-81a0-c9b2f548e523" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.977703] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6af57932-0536-461d-81a0-c9b2f548e523" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.977971] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6af57932-0536-461d-81a0-c9b2f548e523',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.480048] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6af57932-0536-461d-81a0-c9b2f548e523 [ 1182.480453] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.480607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.480679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.480901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.481018] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.481124] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6af57932-0536-461d-81a0-c9b2f548e523 already deleted. [ 1182.481305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6af57932-0536-461d-81a0-c9b2f548e523" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.741235] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: SUCCESS [ 1182.741485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.797728] env[65134]: INFO networking_nsxv3.common.synchronization [req-ba7dd561-8b8f-409a-923b-50f88e1d2f07 req-a021afc1-a879-4eaf-968d-08ccfea6727c tempest-InstanceActionsNegativeTestJSON-1900639088 tempest-InstanceActionsNegativeTestJSON-1900639088-project-member] Enqueued Resource ID: 27e2785f-51cc-4507-8979-90d888d52bdc with Priority: HIGHEST for action security_group_members [ 1186.798522] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2785f-51cc-4507-8979-90d888d52bdc with Priority: HIGHEST for action security_group_members [ 1186.798962] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2785f-51cc-4507-8979-90d888d52bdc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.799088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.799127] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.799436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.799680] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.799784] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.799784] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.799907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.800050] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.800113] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27e2785f-51cc-4507-8979-90d888d52bdc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.128486] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.128689] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-160" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.128873] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-160" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.129279] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-160" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.129685] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.129877] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.130425] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.130425] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.130529] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.130731] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.130877] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.131126] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.131274] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.131402] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.131513] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.131648] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.155257] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.155496] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.155706] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.155953] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-160" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.156381] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-f35830a7-ecdb-4900-8114-ba71bbf2e4d6 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.156575] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-f35830a7-ecdb-4900-8114-ba71bbf2e4d6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.156718] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-f35830a7-ecdb-4900-8114-ba71bbf2e4d6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.157040] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-f35830a7-ecdb-4900-8114-ba71bbf2e4d6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.157183] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f35830a7-ecdb-4900-8114-ba71bbf2e4d6',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.302214] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.302401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.302401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.302613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.302700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.302901] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.303053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.303118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.303269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.303344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.303428] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e2785f-51cc-4507-8979-90d888d52bdc already deleted. [ 1187.303506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.659618] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.659808] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.659949] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.660231] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.660391] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.660547] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port f35830a7-ecdb-4900-8114-ba71bbf2e4d6 not found, creating... [ 1187.661084] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.661277] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.661402] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.661650] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.661795] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.662130] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.662301] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.662421] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.662638] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.662774] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.662914] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: f35830a7-ecdb-4900-8114-ba71bbf2e4d6 is going to be created. [ 1187.686068] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.686068] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.686282] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.686418] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.686661] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.686921] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-f35830a7-ecdb-4900-8114-ba71bbf2e4d6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.385275] env[65134]: INFO networking_nsxv3.common.synchronization [req-ba7dd561-8b8f-409a-923b-50f88e1d2f07 req-ae4c0d36-2c88-48ed-b24f-1abab61313cd service nova] Enqueued Resource ID: 27e2785f-51cc-4507-8979-90d888d52bdc with Priority: HIGHEST for action security_group_rules [ 1188.385548] env[65134]: INFO networking_nsxv3.common.synchronization [req-ba7dd561-8b8f-409a-923b-50f88e1d2f07 req-ae4c0d36-2c88-48ed-b24f-1abab61313cd service nova] Enqueued Resource ID: 27e2785f-51cc-4507-8979-90d888d52bdc with Priority: HIGHEST for action security_group_members [ 1188.385548] env[65134]: INFO networking_nsxv3.common.synchronization [req-ba7dd561-8b8f-409a-923b-50f88e1d2f07 req-ae4c0d36-2c88-48ed-b24f-1abab61313cd service nova] Enqueued Resource ID: f35830a7-ecdb-4900-8114-ba71bbf2e4d6 with Priority: HIGHEST for action port [ 1188.386181] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2785f-51cc-4507-8979-90d888d52bdc with Priority: HIGHEST for action security_group_rules [ 1188.386257] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2785f-51cc-4507-8979-90d888d52bdc with Priority: HIGHEST for action security_group_members [ 1188.386337] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35830a7-ecdb-4900-8114-ba71bbf2e4d6 with Priority: HIGHEST for action port [ 1188.386614] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27e2785f-51cc-4507-8979-90d888d52bdc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.386790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.386790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.387099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.387187] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27e2785f-51cc-4507-8979-90d888d52bdc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.388107] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2785f-51cc-4507-8979-90d888d52bdc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.388210] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.388779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.388779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.388779] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.388779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.388779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.389089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.389089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.389143] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27e2785f-51cc-4507-8979-90d888d52bdc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.389886] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f35830a7-ecdb-4900-8114-ba71bbf2e4d6 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.390010] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f35830a7-ecdb-4900-8114-ba71bbf2e4d6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.390070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f35830a7-ecdb-4900-8114-ba71bbf2e4d6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.390221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f35830a7-ecdb-4900-8114-ba71bbf2e4d6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.390288] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f35830a7-ecdb-4900-8114-ba71bbf2e4d6',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.891696] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27e2785f-51cc-4507-8979-90d888d52bdc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.892833] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2785f-51cc-4507-8979-90d888d52bdc taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.893042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.893149] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f35830a7-ecdb-4900-8114-ba71bbf2e4d6 with status ACTIVE [ 1188.893371] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.893439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.893487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.893669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.893754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.893921] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.894054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.894128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.894283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.894358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.894540] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.894634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.894694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.894827] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.894902] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.894985] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f35830a7-ecdb-4900-8114-ba71bbf2e4d6 is going to be updated. [ 1188.917662] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.917848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.917942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.918240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.918448] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.918756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f35830a7-ecdb-4900-8114-ba71bbf2e4d6" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.397473] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27e2785f-51cc-4507-8979-90d888d52bdc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.642894] env[65134]: INFO networking_nsxv3.common.synchronization [req-9965ea7a-23e9-4e87-995b-7ca65ae360db req-52de132d-2d61-42a5-8edf-df8e20382326 tempest-ServerActionsTestOtherA-1292696293 tempest-ServerActionsTestOtherA-1292696293-project-member] Enqueued Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_members [ 1189.643235] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGHEST for action security_group_members [ 1189.643539] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.645134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.645134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.645134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.645134] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.645134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.645134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.645134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.645134] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.645134] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.901566] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.901776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.901776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.901953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.902054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.902162] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e2785f-51cc-4507-8979-90d888d52bdc is going to be created. [ 1189.926921] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.927143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.927143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.927384] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.927552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.937437] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e2785f-51cc-4507-8979-90d888d52bdc in Status: UNINITIALIZED for 2s [ 1190.149323] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.149542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.149542] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.149758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.149849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.150057] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.150159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.150223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.150374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.150449] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.150535] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 is going to be updated. [ 1190.175258] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.175559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.175614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.175808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.175947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.186480] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: IN_PROGRESS for 2s [ 1191.947235] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e2785f-51cc-4507-8979-90d888d52bdc in Status: SUCCESS [ 1191.947577] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.947644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.947882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.948110] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.948243] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.948325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.948507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.948613] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.948715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.948825] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27e2785f-51cc-4507-8979-90d888d52bdc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.197655] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 in Status: SUCCESS [ 1192.197655] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 deletion is rescheduled due to dependency. [ 1192.197987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.451227] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2785f-51cc-4507-8979-90d888d52bdc taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.451410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.451486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.452690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.452690] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.452690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.452690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.452690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.452690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.452690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.453436] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2785f-51cc-4507-8979-90d888d52bdc taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.453436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.453436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.453436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.453436] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.453436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.453741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.453741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.453741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.453741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.453889] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27e2785f-51cc-4507-8979-90d888d52bdc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.662549] env[65134]: INFO networking_nsxv3.common.synchronization [req-8cbf79d2-72ea-4cdd-b408-a6f268445a32 req-4293675e-289e-4e4e-85a9-f8d7dffead78 tempest-ServerRescueTestJSON-2122057821 tempest-ServerRescueTestJSON-2122057821-project-member] Enqueued Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_members [ 1192.663141] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_members [ 1192.663446] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.663567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.663635] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.663965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.664042] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.664118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.664176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.664326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.664413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.664506] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.956037] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27e2785f-51cc-4507-8979-90d888d52bdc: rpc.has_security_group_logging(os_id): False [ 1192.967915] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.968150] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-656" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.968259] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-656" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.968502] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-656" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.968744] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.968898] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.969022] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.969238] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.969385] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.969606] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.969714] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.969818] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.969922] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.971273] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.971273] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.971273] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.974697] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.974847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.974910] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.975053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.975208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.975405] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.975505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.975559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.975707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.975782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.975957] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.976072] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.976128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.976293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.976380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.976545] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.976655] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.976723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.976821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.976891] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.976963] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27e2785f-51cc-4507-8979-90d888d52bdc is going to be created. [ 1192.988358] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.988654] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.988803] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.988968] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-656" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.989267] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-387d5e8a-9fc3-4dd3-90c4-96506a2b8c64 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.989433] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-387d5e8a-9fc3-4dd3-90c4-96506a2b8c64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.989552] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-387d5e8a-9fc3-4dd3-90c4-96506a2b8c64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.989837] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-387d5e8a-9fc3-4dd3-90c4-96506a2b8c64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.989971] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('387d5e8a-9fc3-4dd3-90c4-96506a2b8c64',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.033604] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.033835] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.034025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.034308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.034544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.046528] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27e2785f-51cc-4507-8979-90d888d52bdc in Status: IN_PROGRESS for 2s [ 1193.167102] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.492757] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.493088] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.493218] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.493497] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.493651] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.493812] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 387d5e8a-9fc3-4dd3-90c4-96506a2b8c64 not found, creating... [ 1193.494101] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.494270] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.494385] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.494620] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.494759] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.495063] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.495293] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.495360] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.495560] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.495688] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.495824] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 387d5e8a-9fc3-4dd3-90c4-96506a2b8c64 is going to be created. [ 1193.516800] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.517040] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.517148] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.517448] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.517692] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.518092] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-387d5e8a-9fc3-4dd3-90c4-96506a2b8c64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.670050] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.172441] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.172882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.172882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.173265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.175025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.175025] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b is going to be updated. [ 1194.213779] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.213779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.213779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.213779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.214131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.225587] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: IN_PROGRESS for 2s [ 1194.289679] env[65134]: INFO networking_nsxv3.common.synchronization [req-8cbf79d2-72ea-4cdd-b408-a6f268445a32 req-fae81d04-41cd-4296-8580-c61943d77a79 service nova] Enqueued Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_rules [ 1194.289679] env[65134]: INFO networking_nsxv3.common.synchronization [req-8cbf79d2-72ea-4cdd-b408-a6f268445a32 req-fae81d04-41cd-4296-8580-c61943d77a79 service nova] Enqueued Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_members [ 1194.289679] env[65134]: INFO networking_nsxv3.common.synchronization [req-8cbf79d2-72ea-4cdd-b408-a6f268445a32 req-fae81d04-41cd-4296-8580-c61943d77a79 service nova] Enqueued Resource ID: 387d5e8a-9fc3-4dd3-90c4-96506a2b8c64 with Priority: HIGHEST for action port [ 1194.289679] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_rules [ 1194.289679] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_members [ 1194.289679] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387d5e8a-9fc3-4dd3-90c4-96506a2b8c64 with Priority: HIGHEST for action port [ 1194.290645] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.290645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.290645] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.290973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.290973] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.295361] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.295361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.295361] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-387d5e8a-9fc3-4dd3-90c4-96506a2b8c64 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.295361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-387d5e8a-9fc3-4dd3-90c4-96506a2b8c64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.295361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-387d5e8a-9fc3-4dd3-90c4-96506a2b8c64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.295361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-387d5e8a-9fc3-4dd3-90c4-96506a2b8c64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.295361] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('387d5e8a-9fc3-4dd3-90c4-96506a2b8c64',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.795967] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.796183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.796958] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 387d5e8a-9fc3-4dd3-90c4-96506a2b8c64 with status ACTIVE [ 1194.797190] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.797567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.797567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.797758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.801023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.801023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.801023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.801023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.801023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.801023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.801023] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.801023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.801023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.801023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.801023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.801023] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 387d5e8a-9fc3-4dd3-90c4-96506a2b8c64 is going to be updated. [ 1194.828959] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.829166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.829230] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.829705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.829705] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.829878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-387d5e8a-9fc3-4dd3-90c4-96506a2b8c64" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.059065] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27e2785f-51cc-4507-8979-90d888d52bdc in Status: SUCCESS [ 1195.059310] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.236213] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: SUCCESS [ 1196.236518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.238168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.238168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.238168] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.238168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.238168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.238168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.238168] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.238168] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.740299] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.243044] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.746583] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.746831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.746917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.747182] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.747282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.747388] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b is going to be updated. [ 1197.800581] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.800819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.800936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.801188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.801352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.812647] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: IN_PROGRESS for 2s [ 1198.448013] env[65134]: INFO networking_nsxv3.common.synchronization [req-49a60244-5d48-4cf7-b858-9e6eacae6339 req-723486bf-b8cf-48e3-ade6-1ccfee6e6906 tempest-InstanceActionsNegativeTestJSON-1900639088 tempest-InstanceActionsNegativeTestJSON-1900639088-project-member] Enqueued Resource ID: 27e2785f-51cc-4507-8979-90d888d52bdc with Priority: HIGHEST for action security_group_members [ 1198.448609] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2785f-51cc-4507-8979-90d888d52bdc with Priority: HIGHEST for action security_group_members [ 1198.448875] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2785f-51cc-4507-8979-90d888d52bdc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.449087] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.449146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.449321] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.449476] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.449569] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.449631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.449776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.449859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.449949] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27e2785f-51cc-4507-8979-90d888d52bdc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.952026] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.952026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.952026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.952026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.952464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.952464] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.952464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.952464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.952713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.952713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.952814] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e2785f-51cc-4507-8979-90d888d52bdc is going to be updated. [ 1198.980880] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.981121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.981195] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.981402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.981998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.990560] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e2785f-51cc-4507-8979-90d888d52bdc in Status: IN_PROGRESS for 2s [ 1199.824666] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: SUCCESS [ 1199.824950] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.825081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.825302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.825501] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.825620] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.825686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.825839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.825921] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.826015] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.826119] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.329128] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.329128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.329128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.329128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.329128] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.329128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.329128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.329554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.329554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.329554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.329554] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.329667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.329667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.329795] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.329921] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.330022] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.330075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.330211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.330315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.330360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.330442] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.832866] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a44f3b6-e84c-4606-a3b1-82082bb61b8b: rpc.has_security_group_logging(os_id): False [ 1200.853075] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.853247] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.853287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.853935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.854111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.854377] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.854494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.854531] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.854712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.854790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.854987] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.855114] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.855173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.855301] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.855395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.855579] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.855674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.855731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.855872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.855946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.856047] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b is going to be updated. [ 1200.916742] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.917059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.917059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.917181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.917330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.931989] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: IN_PROGRESS for 2s [ 1201.003512] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e2785f-51cc-4507-8979-90d888d52bdc in Status: SUCCESS [ 1201.003683] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e2785f-51cc-4507-8979-90d888d52bdc deletion is rescheduled due to dependency. [ 1201.003822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.946080] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: SUCCESS [ 1202.946579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.449812] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.450051] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1208.450354] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.450625] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1213.451231] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.451591] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1213.476212] env[65134]: INFO networking_nsxv3.common.synchronization [req-d1c3f611-41fa-4aea-b114-9ecbc2b0c4bd req-fa59df5b-9d56-4200-8742-6d628e3b2741 tempest-ServerDiskConfigTestJSON-1585195027 tempest-ServerDiskConfigTestJSON-1585195027-project-member] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1213.476709] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1213.477017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.477155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.477227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.477417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.477567] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.477945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.477945] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.478079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.478079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.478182] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.984076] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.984272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.984328] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.984543] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.984660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.984888] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.984988] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.985063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.985221] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.985300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.985385] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1214.016108] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.016911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.016911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.016911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.016911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.026535] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1216.038745] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1216.039121] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 deletion is rescheduled due to dependency. [ 1216.039121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.160231] env[65134]: INFO networking_nsxv3.common.synchronization [req-aaa04e45-002d-4ea3-a8de-c93115a9c9a9 req-cbcbfeb0-a498-4f99-aa3d-d030781f6a37 tempest-ServerDiskConfigTestJSON-1585195027 tempest-ServerDiskConfigTestJSON-1585195027-project-member] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1216.160821] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1216.161354] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.161583] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.161672] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.161903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.162114] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.162247] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.162324] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.162670] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.162790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.162892] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.469762] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.469965] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.470119] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.470418] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.470670] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.470830] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.470948] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.471260] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.471419] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.471652] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.471765] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.471895] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.471969] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.472143] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.472285] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.472420] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.493221] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.493416] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1216.493553] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.493737] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-326" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.494075] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-8ef1bea3-3954-46b6-9dc2-be4d715588dc taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.494287] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-8ef1bea3-3954-46b6-9dc2-be4d715588dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.494417] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-8ef1bea3-3954-46b6-9dc2-be4d715588dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.494747] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-8ef1bea3-3954-46b6-9dc2-be4d715588dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.494889] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ef1bea3-3954-46b6-9dc2-be4d715588dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.665548] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.665761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.665761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.665948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.666052] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.666306] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.666418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.666418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.666617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.666685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.666774] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1216.693309] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.693550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.693597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.693807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.693951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.704459] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1216.997673] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.997976] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.998147] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.998460] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.998629] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.998838] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 8ef1bea3-3954-46b6-9dc2-be4d715588dc not found, creating... [ 1216.999207] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.999438] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.999575] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.999832] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.000015] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.000346] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.000509] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.000628] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.000850] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.001015] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.001185] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 8ef1bea3-3954-46b6-9dc2-be4d715588dc is going to be created. [ 1217.020976] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.021206] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.021332] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.021663] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.021900] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.022137] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-8ef1bea3-3954-46b6-9dc2-be4d715588dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.703439] env[65134]: INFO networking_nsxv3.common.synchronization [req-aaa04e45-002d-4ea3-a8de-c93115a9c9a9 req-92e35f48-47da-432b-980d-3b8a5cca7269 service nova] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_rules [ 1217.703735] env[65134]: INFO networking_nsxv3.common.synchronization [req-aaa04e45-002d-4ea3-a8de-c93115a9c9a9 req-92e35f48-47da-432b-980d-3b8a5cca7269 service nova] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1217.703735] env[65134]: INFO networking_nsxv3.common.synchronization [req-aaa04e45-002d-4ea3-a8de-c93115a9c9a9 req-92e35f48-47da-432b-980d-3b8a5cca7269 service nova] Enqueued Resource ID: 8ef1bea3-3954-46b6-9dc2-be4d715588dc with Priority: HIGHEST for action port [ 1217.704601] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_rules [ 1217.704716] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1217.704812] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef1bea3-3954-46b6-9dc2-be4d715588dc with Priority: HIGHEST for action port [ 1217.705076] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.705251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.705371] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.705587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.705664] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.706810] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.706907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.707112] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ef1bea3-3954-46b6-9dc2-be4d715588dc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.707211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ef1bea3-3954-46b6-9dc2-be4d715588dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.707272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ef1bea3-3954-46b6-9dc2-be4d715588dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.707439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ef1bea3-3954-46b6-9dc2-be4d715588dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.707514] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ef1bea3-3954-46b6-9dc2-be4d715588dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.209772] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.209978] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.210109] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ef1bea3-3954-46b6-9dc2-be4d715588dc with status ACTIVE [ 1218.210289] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.210404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.210471] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.210691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.210815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.211019] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.211162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.211162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.211312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.211434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.211604] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.211693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.211823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.211875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.211980] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.212036] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ef1bea3-3954-46b6-9dc2-be4d715588dc is going to be updated. [ 1218.232792] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.232991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.232991] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.233257] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.233394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.233547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ef1bea3-3954-46b6-9dc2-be4d715588dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.716057] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1218.716057] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 deletion is rescheduled due to dependency. [ 1218.716057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.716476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.716665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.717069] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.717149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.717192] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.717373] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.717453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.717552] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.220088] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.723975] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.913601] env[65134]: INFO networking_nsxv3.common.synchronization [req-472725f0-14c2-4ace-b3ef-25e9fc1087ab req-c686563d-8784-4bd9-880a-9028053ba41b tempest-ServerRescueTestJSON-2122057821 tempest-ServerRescueTestJSON-2122057821-project-member] Enqueued Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_members [ 1219.913943] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_members [ 1219.914273] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.914403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.914476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.914676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.914831] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.914948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.914987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.915133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.915208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.915304] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.226538] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.226694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.226765] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.227093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.227199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.227309] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1220.253017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.253226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.253309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.253517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.253667] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.262018] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1220.419914] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.922283] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.424782] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.424947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.425037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.425241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.425363] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.425534] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b is going to be updated. [ 1221.455617] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.455617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.455617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.455617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.455617] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.467412] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: IN_PROGRESS for 2s [ 1221.837228] env[65134]: INFO networking_nsxv3.common.synchronization [None req-ab4f7703-95b3-446a-817a-643a44e6ad4f None None] Enqueued Resource ID: b4c99dcd-c8da-4788-91de-44e41207d7dc with Priority: HIGHEST for action port [ 1221.838359] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c99dcd-c8da-4788-91de-44e41207d7dc with Priority: HIGHEST for action port [ 1221.838907] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4c99dcd-c8da-4788-91de-44e41207d7dc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.838907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4c99dcd-c8da-4788-91de-44e41207d7dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.838907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4c99dcd-c8da-4788-91de-44e41207d7dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.839676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4c99dcd-c8da-4788-91de-44e41207d7dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.839676] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4c99dcd-c8da-4788-91de-44e41207d7dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.274752] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1222.275792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.275792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.275792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.275792] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.276639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.276782] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.277040] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.277089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.277237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.277305] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.341761] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4c99dcd-c8da-4788-91de-44e41207d7dc [ 1222.342195] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.342345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.342418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.342647] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.342738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.342898] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4c99dcd-c8da-4788-91de-44e41207d7dc already deleted. [ 1222.342996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4c99dcd-c8da-4788-91de-44e41207d7dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.780850] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.780850] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.781085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.782323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.782323] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.782323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.782323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.782323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.782323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.782323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.782614] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.782614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.782614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.783055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.783055] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.783055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.783055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.783252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.783680] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.783680] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.783680] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.288466] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d881760-9028-4ae2-bdd4-3550a3c1e0f4: rpc.has_security_group_logging(os_id): False [ 1223.322776] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.322974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.322974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.323237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.323335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.323636] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.323769] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.323884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.324116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.324207] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.324461] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.324571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.324635] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.324781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.324857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.326327] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.326465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.326562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.326828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.326885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.327023] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1223.394034] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.394034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.394034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.394297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.394584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.430721] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1223.483869] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: SUCCESS [ 1223.484203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.630601] env[65134]: INFO networking_nsxv3.common.synchronization [None req-b35cbf47-7e96-4f06-a16e-988067adf074 None None] Enqueued Resource ID: b31fca39-b9f9-4492-a1dd-96cdb59a7b38 with Priority: HIGHEST for action port [ 1223.631510] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31fca39-b9f9-4492-a1dd-96cdb59a7b38 with Priority: HIGHEST for action port [ 1223.631754] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b31fca39-b9f9-4492-a1dd-96cdb59a7b38 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.631870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b31fca39-b9f9-4492-a1dd-96cdb59a7b38" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.631938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b31fca39-b9f9-4492-a1dd-96cdb59a7b38" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.632219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b31fca39-b9f9-4492-a1dd-96cdb59a7b38" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.632328] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b31fca39-b9f9-4492-a1dd-96cdb59a7b38',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.137483] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b31fca39-b9f9-4492-a1dd-96cdb59a7b38 [ 1224.137483] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.138118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.138118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.138118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.139017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.139017] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b31fca39-b9f9-4492-a1dd-96cdb59a7b38 already deleted. [ 1224.139017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b31fca39-b9f9-4492-a1dd-96cdb59a7b38" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.630194] env[65134]: INFO networking_nsxv3.common.synchronization [None req-107906ff-ba30-43b4-b41b-16a731a662e9 None None] Enqueued Resource ID: f6a322fe-a97e-4533-b2a6-55eaaf89b545 with Priority: HIGHEST for action port [ 1224.630194] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a322fe-a97e-4533-b2a6-55eaaf89b545 with Priority: HIGHEST for action port [ 1224.630669] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6a322fe-a97e-4533-b2a6-55eaaf89b545 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.630829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6a322fe-a97e-4533-b2a6-55eaaf89b545" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.630900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6a322fe-a97e-4533-b2a6-55eaaf89b545" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.631408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6a322fe-a97e-4533-b2a6-55eaaf89b545" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.631546] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a322fe-a97e-4533-b2a6-55eaaf89b545',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.134207] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6a322fe-a97e-4533-b2a6-55eaaf89b545 [ 1225.134586] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.135231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.135231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.135231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.135231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.135402] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6a322fe-a97e-4533-b2a6-55eaaf89b545 already deleted. [ 1225.135402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6a322fe-a97e-4533-b2a6-55eaaf89b545" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.446775] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1225.447059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.727145] env[65134]: INFO networking_nsxv3.common.synchronization [None req-f103951e-6c93-4f24-ac9c-3f2a9c58a066 None None] Enqueued Resource ID: e100d38f-b1b5-4269-8eea-8201d646dfd7 with Priority: HIGHEST for action port [ 1225.727686] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e100d38f-b1b5-4269-8eea-8201d646dfd7 with Priority: HIGHEST for action port [ 1225.728020] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e100d38f-b1b5-4269-8eea-8201d646dfd7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.728175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e100d38f-b1b5-4269-8eea-8201d646dfd7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.728268] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e100d38f-b1b5-4269-8eea-8201d646dfd7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.728564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e100d38f-b1b5-4269-8eea-8201d646dfd7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.728868] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e100d38f-b1b5-4269-8eea-8201d646dfd7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.235871] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e100d38f-b1b5-4269-8eea-8201d646dfd7 [ 1226.236120] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.236374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.236439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.236626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.236719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.236819] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e100d38f-b1b5-4269-8eea-8201d646dfd7 already deleted. [ 1226.236900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e100d38f-b1b5-4269-8eea-8201d646dfd7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.225718] env[65134]: INFO networking_nsxv3.common.synchronization [req-c6ba24ea-c7e4-4b24-968f-046555758f44 req-e433f248-d1d3-4d2f-958b-0e8cae946622 tempest-ServerRescueTestJSON-2122057821 tempest-ServerRescueTestJSON-2122057821-project-member] Enqueued Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_members [ 1227.226613] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGHEST for action security_group_members [ 1227.226775] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.226911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.226975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.227217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.227490] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.227612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.227678] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.227858] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.227942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.228058] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.730443] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.730650] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.730770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.731046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.731243] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.731503] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.731660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.731722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.731914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.732074] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.732128] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b is going to be updated. [ 1227.939377] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.939377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.939377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.939738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.939738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.956077] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: IN_PROGRESS for 2s [ 1229.035856] env[65134]: INFO networking_nsxv3.common.synchronization [req-d495447a-0436-4354-967e-f94f7750a41d req-0a430c31-3011-4720-a95c-2bbcb593ea90 tempest-ServerDiskConfigTestJSON-1585195027 tempest-ServerDiskConfigTestJSON-1585195027-project-member] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1229.036757] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGHEST for action security_group_members [ 1229.036757] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.036968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.037116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.037418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.037634] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.037779] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.037865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.038132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.038249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.038676] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.252042] env[65134]: INFO networking_nsxv3.common.synchronization [req-ed1b094d-6409-47a4-895e-693fe8873ac4 req-ae670ca0-38ab-485e-86fd-e6b4a87528a7 tempest-ServersNegativeTestMultiTenantJSON-1550695803 tempest-ServersNegativeTestMultiTenantJSON-1550695803-project-member] Enqueued Resource ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 with Priority: HIGHEST for action security_group_members [ 1229.252507] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 with Priority: HIGHEST for action security_group_members [ 1229.252828] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ac93d3-5696-48e8-8b87-8bc302803f76 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.252966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.253042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.253357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.253526] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.253626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.253688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.253979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.253979] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.254073] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70ac93d3-5696-48e8-8b87-8bc302803f76',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.534967] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.535194] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-228" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.535323] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-228" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.535659] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-228" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.535938] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.536118] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.536274] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.536492] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.536631] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.536844] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.536954] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.537071] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.537179] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.537289] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.537392] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.537522] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.541289] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.541432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.541503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.541677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.541762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.541948] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.542056] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.542117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.542261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.542336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.542418] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be updated. [ 1229.559365] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.559512] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1229.559786] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.559786] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-228" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.560438] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-a2b8213f-c1ba-4104-a76f-d2603811ce56 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.560438] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-a2b8213f-c1ba-4104-a76f-d2603811ce56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.560438] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-a2b8213f-c1ba-4104-a76f-d2603811ce56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.561131] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-a2b8213f-c1ba-4104-a76f-d2603811ce56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.561131] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b8213f-c1ba-4104-a76f-d2603811ce56',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.577292] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.577494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.577550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.577750] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.577882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.587559] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: IN_PROGRESS for 2s [ 1229.764339] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.764659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.764659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.764890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.764983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.765143] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.765251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.765306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.765452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.765540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.765639] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 already deleted. [ 1229.765787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.967513] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b in Status: SUCCESS [ 1229.967737] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b deletion is rescheduled due to dependency. [ 1229.967876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.064625] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.064625] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.064625] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.065739] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.065739] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.065854] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port a2b8213f-c1ba-4104-a76f-d2603811ce56 not found, creating... [ 1230.066198] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.066378] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.066504] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.066754] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.066932] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.067374] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.067545] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.067699] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.067964] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.068151] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.068345] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: a2b8213f-c1ba-4104-a76f-d2603811ce56 is going to be created. [ 1230.089478] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.089692] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.089788] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.090072] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.090305] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.090549] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-a2b8213f-c1ba-4104-a76f-d2603811ce56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.802274] env[65134]: INFO networking_nsxv3.common.synchronization [req-ed1b094d-6409-47a4-895e-693fe8873ac4 req-13fc2248-9143-4a1b-a0e7-a477fa54550c service nova] Enqueued Resource ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 with Priority: HIGHEST for action security_group_rules [ 1230.802454] env[65134]: INFO networking_nsxv3.common.synchronization [req-ed1b094d-6409-47a4-895e-693fe8873ac4 req-13fc2248-9143-4a1b-a0e7-a477fa54550c service nova] Enqueued Resource ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 with Priority: HIGHEST for action security_group_members [ 1230.802592] env[65134]: INFO networking_nsxv3.common.synchronization [req-ed1b094d-6409-47a4-895e-693fe8873ac4 req-13fc2248-9143-4a1b-a0e7-a477fa54550c service nova] Enqueued Resource ID: a2b8213f-c1ba-4104-a76f-d2603811ce56 with Priority: HIGHEST for action port [ 1230.803142] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 with Priority: HIGHEST for action security_group_rules [ 1230.803317] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 with Priority: HIGHEST for action security_group_members [ 1230.803420] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b8213f-c1ba-4104-a76f-d2603811ce56 with Priority: HIGHEST for action port [ 1230.803706] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70ac93d3-5696-48e8-8b87-8bc302803f76 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.803825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.803931] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.804334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.804374] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70ac93d3-5696-48e8-8b87-8bc302803f76',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.805852] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ac93d3-5696-48e8-8b87-8bc302803f76 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.805912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.805975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.806276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.806525] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.806716] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.806792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.807077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.807193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.807424] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70ac93d3-5696-48e8-8b87-8bc302803f76',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.809277] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2b8213f-c1ba-4104-a76f-d2603811ce56 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.809482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2b8213f-c1ba-4104-a76f-d2603811ce56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.809571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2b8213f-c1ba-4104-a76f-d2603811ce56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.809957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2b8213f-c1ba-4104-a76f-d2603811ce56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.810290] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b8213f-c1ba-4104-a76f-d2603811ce56',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.312569] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70ac93d3-5696-48e8-8b87-8bc302803f76',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.313756] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ac93d3-5696-48e8-8b87-8bc302803f76 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.313871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.314257] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2b8213f-c1ba-4104-a76f-d2603811ce56 with status ACTIVE [ 1231.314498] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.314611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.314677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.314883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.314971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.315155] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.315251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.315316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.315469] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.315550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.315726] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.315818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.315880] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.316240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.316391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.316530] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2b8213f-c1ba-4104-a76f-d2603811ce56 is going to be updated. [ 1231.345664] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.345881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.346019] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.346300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.346530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.346806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2b8213f-c1ba-4104-a76f-d2603811ce56" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.598020] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 in Status: SUCCESS [ 1231.598255] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 deletion is rescheduled due to dependency. [ 1231.598377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.815572] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70ac93d3-5696-48e8-8b87-8bc302803f76',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.318664] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.318980] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.318980] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.319180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.319180] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.319263] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 is going to be created. [ 1232.349734] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.349839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.349839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.350672] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.351077] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.361305] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 in Status: UNINITIALIZED for 2s [ 1234.372540] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 in Status: SUCCESS [ 1234.372813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.372923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.373142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.373414] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.373541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.373597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.373759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.373837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.373920] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.374022] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70ac93d3-5696-48e8-8b87-8bc302803f76',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.877320] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ac93d3-5696-48e8-8b87-8bc302803f76 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.877498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.877563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.877768] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.877938] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.878070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.878132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.878265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.878396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.878490] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.878599] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ac93d3-5696-48e8-8b87-8bc302803f76 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.878723] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.878764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.878941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.879068] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.879149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.879191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.879297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.879369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.879584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.879584] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70ac93d3-5696-48e8-8b87-8bc302803f76',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.382239] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70ac93d3-5696-48e8-8b87-8bc302803f76: rpc.has_security_group_logging(os_id): False [ 1235.402510] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.402706] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.402780] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.402994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.403097] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.403342] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.403455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.403508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.403660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.403735] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.403954] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.404025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.404086] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.404236] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.404354] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.404502] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.404595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.404656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.404794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.404867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.404951] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 is going to be created. [ 1235.463818] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.463974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.464098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.464523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.464870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.476783] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 in Status: IN_PROGRESS for 2s [ 1235.804073] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.804128] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1237.490616] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 in Status: SUCCESS [ 1237.491031] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.805371] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.805682] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1243.043911] env[65134]: INFO networking_nsxv3.common.synchronization [req-b0b23472-d511-40f3-a4e9-5add66a001e3 req-2be65c15-3efd-4b0d-b873-29e4ccdd1b97 tempest-ServersNegativeTestMultiTenantJSON-1550695803 tempest-ServersNegativeTestMultiTenantJSON-1550695803-project-member] Enqueued Resource ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 with Priority: HIGHEST for action security_group_members [ 1243.044549] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 with Priority: HIGHEST for action security_group_members [ 1243.044870] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ac93d3-5696-48e8-8b87-8bc302803f76 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.044997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.045076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.045701] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.045871] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.045983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.046644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.046644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.046644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.046644] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70ac93d3-5696-48e8-8b87-8bc302803f76',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.550292] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.550533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.550533] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.550733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.550824] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.551048] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.551185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.551380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.551574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.551664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.551763] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 is going to be updated. [ 1243.580970] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.580970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.581216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.581263] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.581374] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.590693] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 in Status: IN_PROGRESS for 2s [ 1245.602997] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 in Status: SUCCESS [ 1245.602997] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 deletion is rescheduled due to dependency. [ 1245.602997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.917181] env[65134]: INFO networking_nsxv3.common.synchronization [req-8c14faa0-d113-4c9a-9109-1f65b8543150 req-69ed9cce-8662-4fbe-97a2-a3e6dd8efb40 tempest-ServerActionsTestJSON-1498278314 tempest-ServerActionsTestJSON-1498278314-project-member] Enqueued Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGHEST for action security_group_members [ 1246.917738] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGHEST for action security_group_members [ 1246.918033] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-729588d8-694e-4f45-aefd-310bdc77f8dc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.918161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.918286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.918419] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.918567] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.918664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.918726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.918870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.918951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.919069] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('729588d8-694e-4f45-aefd-310bdc77f8dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.421616] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.421700] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.421795] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.422027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.422199] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.422396] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.422479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.422479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.422633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.422975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.423139] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 729588d8-694e-4f45-aefd-310bdc77f8dc is going to be updated. [ 1247.449484] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.449741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.449857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.450140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.450317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.458922] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 729588d8-694e-4f45-aefd-310bdc77f8dc in Status: IN_PROGRESS for 2s [ 1249.468892] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 729588d8-694e-4f45-aefd-310bdc77f8dc in Status: SUCCESS [ 1249.469281] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 729588d8-694e-4f45-aefd-310bdc77f8dc deletion is rescheduled due to dependency. [ 1249.469281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.109273] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.109478] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.109605] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.109876] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.110130] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.110288] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.110405] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.110680] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.110840] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.111059] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.111172] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.111276] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.111390] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.111499] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.111602] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.111728] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.132502] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.132502] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1250.132502] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.132502] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-881" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.132502] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-eccdc45d-05e1-4ed5-8673-958d6f2c233a taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.132845] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.132845] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.133058] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.133197] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eccdc45d-05e1-4ed5-8673-958d6f2c233a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.635336] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.635681] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.635681] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.635958] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.636127] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.636409] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.636624] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.636677] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.636888] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.637029] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.637324] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.637451] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.637567] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.637770] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.637898] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.638064] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: eccdc45d-05e1-4ed5-8673-958d6f2c233a is going to be updated. [ 1250.659258] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.659466] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.659593] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.659845] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.660048] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.660269] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.358035] env[65134]: INFO networking_nsxv3.common.synchronization [req-8fa1c32e-6da6-42aa-907c-e968cea3396b req-0f197fce-f249-45a6-8840-df071751dc7e service nova] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_rules [ 1251.359220] env[65134]: INFO networking_nsxv3.common.synchronization [req-8fa1c32e-6da6-42aa-907c-e968cea3396b req-0f197fce-f249-45a6-8840-df071751dc7e service nova] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1251.359220] env[65134]: INFO networking_nsxv3.common.synchronization [req-8fa1c32e-6da6-42aa-907c-e968cea3396b req-0f197fce-f249-45a6-8840-df071751dc7e service nova] Enqueued Resource ID: eccdc45d-05e1-4ed5-8673-958d6f2c233a with Priority: HIGHEST for action port [ 1251.359220] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_rules [ 1251.359220] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1251.359220] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccdc45d-05e1-4ed5-8673-958d6f2c233a with Priority: HIGHEST for action port [ 1251.359602] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.359602] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.359602] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.359694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.360493] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.360670] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.360827] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.360895] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.361076] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.361217] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.361317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.361381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.361521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.361618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.361682] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.362491] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-eccdc45d-05e1-4ed5-8673-958d6f2c233a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.363590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.363590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.363590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.363590] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eccdc45d-05e1-4ed5-8673-958d6f2c233a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.865082] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.866276] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.866468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.867787] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eccdc45d-05e1-4ed5-8673-958d6f2c233a with status ACTIVE [ 1251.867787] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.867787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.867787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.867787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.867787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.867787] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.867787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.867787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.867787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.867787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.868279] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.868279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.868279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.868387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.868473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.868570] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eccdc45d-05e1-4ed5-8673-958d6f2c233a is going to be updated. [ 1251.889125] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.889339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.889339] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.889573] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.889707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.889947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eccdc45d-05e1-4ed5-8673-958d6f2c233a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.371122] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.873661] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.873946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.873946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.874157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.874244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.874448] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be updated. [ 1252.901998] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.902203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.902251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.902518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.902652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.911456] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: IN_PROGRESS for 2s [ 1253.548846] env[65134]: INFO networking_nsxv3.common.synchronization [None req-8712cd2a-8086-473e-a93f-8fe81acb3ece None None] Enqueued Resource ID: dbab8f05-681b-4bf1-8e6b-0694a722f6e4 with Priority: HIGHEST for action port [ 1253.549442] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbab8f05-681b-4bf1-8e6b-0694a722f6e4 with Priority: HIGHEST for action port [ 1253.549864] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbab8f05-681b-4bf1-8e6b-0694a722f6e4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.550102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbab8f05-681b-4bf1-8e6b-0694a722f6e4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.550181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbab8f05-681b-4bf1-8e6b-0694a722f6e4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.550472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbab8f05-681b-4bf1-8e6b-0694a722f6e4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.550561] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbab8f05-681b-4bf1-8e6b-0694a722f6e4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.052456] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbab8f05-681b-4bf1-8e6b-0694a722f6e4 [ 1254.052956] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.052956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.053143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.053262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.053428] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.053551] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbab8f05-681b-4bf1-8e6b-0694a722f6e4 already deleted. [ 1254.053664] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbab8f05-681b-4bf1-8e6b-0694a722f6e4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.418129] env[65134]: INFO networking_nsxv3.common.synchronization [None req-5c0f94da-9b1c-48bb-bb5b-d466f5721c12 tempest-AttachVolumeShelveTestJSON-29808365 tempest-AttachVolumeShelveTestJSON-29808365-project-member] Enqueued Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_rules [ 1254.418129] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_rules [ 1254.418129] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.421357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.422203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.422658] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.422819] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.513042] env[65134]: INFO networking_nsxv3.common.synchronization [None req-431f7753-0610-4b58-acd0-9af78f10a7a7 tempest-AttachVolumeShelveTestJSON-29808365 tempest-AttachVolumeShelveTestJSON-29808365-project-member] Enqueued Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_rules [ 1254.513673] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_rules [ 1254.514040] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.514190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.711026] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1254.711186] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NSXv3 Agent Agent loop - iteration:3 started [ 1254.926044] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: SUCCESS [ 1254.926343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.927828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.928136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.928399] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.928564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.928709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.928882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.929013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.929150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.929283] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.952841] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.953055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.953109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.953282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.953459] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.953529] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c already deleted. [ 1254.953610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.953748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.953907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.953985] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.432384] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.475245] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.475245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.475245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.475245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.475245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.475245] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c already deleted. [ 1255.475534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.904239] env[65134]: INFO networking_nsxv3.common.synchronization [None req-752802c3-63d3-473b-a100-493661d7ebc3 None None] Enqueued Resource ID: d925491e-2ea3-4a56-a2da-67c3c5d95561 with Priority: HIGHEST for action port [ 1255.904790] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d925491e-2ea3-4a56-a2da-67c3c5d95561 with Priority: HIGHEST for action port [ 1255.905255] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d925491e-2ea3-4a56-a2da-67c3c5d95561 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.905388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d925491e-2ea3-4a56-a2da-67c3c5d95561" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.905458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d925491e-2ea3-4a56-a2da-67c3c5d95561" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.905732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d925491e-2ea3-4a56-a2da-67c3c5d95561" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.905825] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d925491e-2ea3-4a56-a2da-67c3c5d95561',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.934753] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e1920ba-365d-41a5-81b5-8aaf92414ea9: rpc.has_security_group_logging(os_id): False [ 1255.955471] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.957227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.957227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.957227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.957227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.957227] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.957227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.957227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.957227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.957227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.957227] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be updated. [ 1256.022716] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.022875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.022947] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.023171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.023350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.039800] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: IN_PROGRESS for 2s [ 1256.408297] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d925491e-2ea3-4a56-a2da-67c3c5d95561 [ 1256.408526] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.408663] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.408730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.408951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.409061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.409157] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d925491e-2ea3-4a56-a2da-67c3c5d95561 already deleted. [ 1256.409244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d925491e-2ea3-4a56-a2da-67c3c5d95561" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.071989] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: SUCCESS [ 1258.072386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.064448] env[65134]: INFO networking_nsxv3.common.synchronization [req-3771241a-a3c7-4db7-830b-1b26b79c9b95 req-d5fc64dc-c048-457c-a814-18d8b6596a8e tempest-AttachVolumeShelveTestJSON-29808365 tempest-AttachVolumeShelveTestJSON-29808365-project-member] Enqueued Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_members [ 1260.064973] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_members [ 1260.065344] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.065508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.065586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.065867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.066306] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.066306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.066446] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.066480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.066561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.066655] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.367745] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.368136] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.368136] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.368434] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.368734] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.368905] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.369201] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.369536] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.369712] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.369932] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.370057] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.370168] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.370277] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.370389] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.370496] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.370629] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.392695] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.392867] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1260.393012] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.393271] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.393767] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-1eaa62ab-5507-4694-af55-9d61a798e807 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.393965] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.394103] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.394440] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.394704] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eaa62ab-5507-4694-af55-9d61a798e807',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.569212] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.569445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.569445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.569662] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.569755] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.569955] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.570073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.570136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.570293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.570368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.570454] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c already deleted. [ 1260.570555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.897913] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.898237] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.898347] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.898712] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.898876] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.899065] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 1eaa62ab-5507-4694-af55-9d61a798e807 not found, creating... [ 1260.899355] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.899587] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.899675] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.899894] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.900046] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.900343] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.900527] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.900621] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.900835] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.900974] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.901134] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 1eaa62ab-5507-4694-af55-9d61a798e807 is going to be created. [ 1260.922491] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.922712] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.922806] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.923088] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.923321] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.923591] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.638425] env[65134]: INFO networking_nsxv3.common.synchronization [req-3771241a-a3c7-4db7-830b-1b26b79c9b95 req-7be7a0a8-a73e-413f-9802-2773fab649a2 service nova] Enqueued Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_rules [ 1261.638732] env[65134]: INFO networking_nsxv3.common.synchronization [req-3771241a-a3c7-4db7-830b-1b26b79c9b95 req-7be7a0a8-a73e-413f-9802-2773fab649a2 service nova] Enqueued Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_members [ 1261.638732] env[65134]: INFO networking_nsxv3.common.synchronization [req-3771241a-a3c7-4db7-830b-1b26b79c9b95 req-7be7a0a8-a73e-413f-9802-2773fab649a2 service nova] Enqueued Resource ID: 1eaa62ab-5507-4694-af55-9d61a798e807 with Priority: HIGHEST for action port [ 1261.639309] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_rules [ 1261.639452] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_members [ 1261.639549] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eaa62ab-5507-4694-af55-9d61a798e807 with Priority: HIGHEST for action port [ 1261.640466] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.640616] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.640690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.640916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.641014] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.642451] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.642451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.642451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.642764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.642917] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.643034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.643119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.643248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.643337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.643456] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.644736] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eaa62ab-5507-4694-af55-9d61a798e807 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.645191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.645289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.645454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.645535] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eaa62ab-5507-4694-af55-9d61a798e807',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.146274] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.147459] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.147557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.147773] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1eaa62ab-5507-4694-af55-9d61a798e807 with status ACTIVE [ 1262.147947] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.148067] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.148132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.148346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.148438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.148810] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.148810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.148810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.148981] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.148981] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.149831] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.149831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.149831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.149831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.149831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.149831] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1eaa62ab-5507-4694-af55-9d61a798e807 is going to be updated. [ 1262.173088] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.173088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.173088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.173367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.173558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.173728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.651498] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.154507] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.154717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.154717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.154932] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.155032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.155132] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c is going to be created. [ 1263.181533] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.181750] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.181750] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.181971] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.182212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.192219] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c in Status: UNINITIALIZED for 2s [ 1265.202463] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c in Status: UNINITIALIZED for 4s [ 1266.640461] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.640879] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1267.131986] env[65134]: INFO networking_nsxv3.common.synchronization [req-c64611f1-2a54-48a9-8b8b-234dc9cf25f7 req-c2981303-2708-43a2-8969-c87cfa98bba3 tempest-ServerActionsTestOtherB-1864382740 tempest-ServerActionsTestOtherB-1864382740-project-member] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1267.131986] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGHEST for action security_group_members [ 1267.132088] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.132217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.132264] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.132456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.132611] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.132713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.132775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.132907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.133622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.133622] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.221640] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c in Status: SUCCESS [ 1267.221640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.221640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.222069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.222069] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.222217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.222217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.222340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.222394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.222495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.222584] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.634989] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.635181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.635251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.635471] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.635561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.635769] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.635897] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.635952] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.636122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.636191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.636271] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be updated. [ 1267.663868] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.664319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.664319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.664426] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.664581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.673709] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: IN_PROGRESS for 2s [ 1267.726276] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.228788] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c: rpc.has_security_group_logging(os_id): False [ 1268.254699] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.254912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.254912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.255137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.255223] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.255454] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.255551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.255615] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.255771] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.255860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.255948] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c is going to be created. [ 1268.332849] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.333108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.333157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.333342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.333584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.345724] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c in Status: IN_PROGRESS for 2s [ 1269.684869] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 in Status: SUCCESS [ 1269.684869] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 deletion is rescheduled due to dependency. [ 1269.684869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.358744] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c in Status: SUCCESS [ 1270.358744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.132663] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.133052] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1274.641494] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.641815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.641815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.641924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.642042] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.144450] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.646866] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.148856] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1276.148856] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1276.986344] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.986758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.986758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.986758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.000013] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1277.000938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.001932] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1277.043567] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.043808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.043885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.044106] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.057825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.058731] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1277.058840] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.058938] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1277.096567] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.096776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.096845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.097037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.098206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.098402] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1277.133985] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.134166] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.169774] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.169982] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.170062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.170280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.170748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.171154] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1277.262432] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.262632] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.262684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.263079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.263559] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.263935] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1277.264047] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7626c6d7-a703-4e01-9943-62947331767d', '30aa24b1-6293-4a84-b20c-899bea364586', '70ac93d3-5696-48e8-8b87-8bc302803f76', '8654a540-718d-4be1-b6af-6862f97bda49', '0d1f06bd-ad68-4b91-8102-854fcb8c522c', '729588d8-694e-4f45-aefd-310bdc77f8dc', '3e1920ba-365d-41a5-81b5-8aaf92414ea9', '0036c3ec-fe88-49ab-bb63-1e22095e14e7', '381cbb00-98d4-4b9b-a238-52092c9aa276', 'b6b55021-86ea-4096-9308-c25b67286406', '7e467dec-404a-4045-bb1c-2bf118362f65', 'f3ff3914-4c91-4f68-80fb-fcb529c32571', '4fa7b936-892a-4083-a5fd-f595a0745c77', '8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c', '49df730b-19a9-4e27-a6b6-a9a8a0e661bd', 'b3eff111-2a69-4ad0-b778-e8987c486eef', '55eaa75a-4675-4b5f-a878-b411d325076c', '447b0d72-876d-43ff-be4a-e01de24026bc', '1a43aaed-5374-4997-8461-13289615521f', 'cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5', 'b411700a-4d13-4c65-93ef-1fa52fe4caf2', '4c11680a-c41b-4fa6-ae35-b8d262156e3c', '6a44f3b6-e84c-4606-a3b1-82082bb61b8b', '48788edd-90dc-42ec-ac61-27e1c0fa092a', 'cb8a5e64-0022-4434-b4de-0f4dff856493', '68a88e0b-4f56-4094-ad7c-42d424de0fa2', '51cdc9c8-d8b6-470b-a709-caa2626eac0c', '5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c', '27e2785f-51cc-4507-8979-90d888d52bdc', '985c7979-fcf4-491a-8af5-cd9a8c33e586', 'dc29b453-c4cd-48f3-ac6c-bdece84ba659', '712799eb-e89c-4caf-973c-5422527a7934', 'ea957bef-da45-4faf-9e77-eef36c04121f', '926fc0b4-9521-4549-936f-af9af47980d7', 'd028d212-2e9e-42e9-942f-fad61f9d934b', '2c3bae84-da46-40cd-a5c4-7e75837b8833', '4bed5be6-136d-499a-a2ff-87ecb338f2b8', '1d881760-9028-4ae2-bdd4-3550a3c1e0f4', '70709ee8-8633-43e6-93a6-8276dbad1ab9', '3e64f287-0a4b-4705-a642-8172185cdf8d', 'd096f39b-814b-463d-9ca0-f87c351c9927'} {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.264162] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1277.282470] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.282624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.282697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.282883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.282972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.283094] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1277.283166] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.283239] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1277.375856] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.376073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.376073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.376285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.377367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.377676] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1277.377751] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.377830] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1277.377882] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1277.377956] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1277.378039] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGH for action security_group_rules [ 1277.378114] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGH for action security_group_rules [ 1277.378171] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 with Priority: HIGH for action security_group_rules [ 1277.378235] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGH for action security_group_rules [ 1277.378304] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c with Priority: HIGH for action security_group_rules [ 1277.378354] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGH for action security_group_rules [ 1277.378399] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGH for action security_group_rules [ 1277.378457] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGH for action security_group_rules [ 1277.378510] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGH for action security_group_rules [ 1277.378617] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGH for action security_group_rules [ 1277.378617] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGH for action security_group_rules [ 1277.378709] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 with Priority: HIGH for action security_group_rules [ 1277.378763] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGH for action security_group_rules [ 1277.378807] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGH for action security_group_rules [ 1277.378848] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGH for action security_group_rules [ 1277.378898] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGH for action security_group_rules [ 1277.378943] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55eaa75a-4675-4b5f-a878-b411d325076c with Priority: HIGH for action security_group_rules [ 1277.379008] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGH for action security_group_rules [ 1277.379070] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGH for action security_group_rules [ 1277.379123] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGH for action security_group_rules [ 1277.379230] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.134829] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.135239] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1282.135239] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7626c6d7-a703-4e01-9943-62947331767d with Priority: HIGH for action security_group_rules [ 1282.135239] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 with Priority: HIGH for action security_group_rules [ 1282.135355] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 with Priority: HIGH for action security_group_rules [ 1282.135355] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd with Priority: HIGH for action security_group_rules [ 1282.135438] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 with Priority: HIGH for action security_group_rules [ 1282.135530] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a43aaed-5374-4997-8461-13289615521f with Priority: HIGH for action security_group_rules [ 1282.135622] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447b0d72-876d-43ff-be4a-e01de24026bc with Priority: HIGH for action security_group_rules [ 1282.135712] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55eaa75a-4675-4b5f-a878-b411d325076c with Priority: HIGH for action security_group_rules [ 1282.135801] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGH for action security_group_rules [ 1282.135889] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3eff111-2a69-4ad0-b778-e8987c486eef with Priority: HIGH for action security_group_rules [ 1282.135978] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGH for action security_group_rules [ 1282.136078] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 with Priority: HIGH for action security_group_rules [ 1282.136167] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e467dec-404a-4045-bb1c-2bf118362f65 with Priority: HIGH for action security_group_rules [ 1282.136253] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b55021-86ea-4096-9308-c25b67286406 with Priority: HIGH for action security_group_rules [ 1282.136338] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 with Priority: HIGH for action security_group_rules [ 1282.136423] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729588d8-694e-4f45-aefd-310bdc77f8dc with Priority: HIGH for action security_group_rules [ 1282.136509] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 with Priority: HIGH for action security_group_rules [ 1282.136595] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c with Priority: HIGH for action security_group_rules [ 1282.136682] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30aa24b1-6293-4a84-b20c-899bea364586 with Priority: HIGH for action security_group_rules [ 1282.136766] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8654a540-718d-4be1-b6af-6862f97bda49 with Priority: HIGH for action security_group_rules [ 1282.137140] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7626c6d7-a703-4e01-9943-62947331767d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.137270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.137335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.137547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.137631] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7626c6d7-a703-4e01-9943-62947331767d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.139048] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70ac93d3-5696-48e8-8b87-8bc302803f76 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.139195] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.139195] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.139322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.139397] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70ac93d3-5696-48e8-8b87-8bc302803f76',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.140199] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.140305] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.140372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.140530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.140605] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1920ba-365d-41a5-81b5-8aaf92414ea9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.141309] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.141417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.141475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.141629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.141703] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49df730b-19a9-4e27-a6b6-a9a8a0e661bd',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.142583] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.142652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.142704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.142856] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.142930] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.143637] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a43aaed-5374-4997-8461-13289615521f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.143775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.143884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.143970] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.144051] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a43aaed-5374-4997-8461-13289615521f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.144733] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447b0d72-876d-43ff-be4a-e01de24026bc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.144827] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.144896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.145058] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.145132] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447b0d72-876d-43ff-be4a-e01de24026bc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.145806] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55eaa75a-4675-4b5f-a878-b411d325076c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.145899] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.145967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.146131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.146202] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55eaa75a-4675-4b5f-a878-b411d325076c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.146971] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.147104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.147172] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.147422] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.147500] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.148254] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3eff111-2a69-4ad0-b778-e8987c486eef taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.148361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.148427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.148576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.148650] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3eff111-2a69-4ad0-b778-e8987c486eef',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.149325] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.149431] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.149498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.149649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.149723] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.150435] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ff3914-4c91-4f68-80fb-fcb529c32571 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.152728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.152806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.153010] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.153241] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ff3914-4c91-4f68-80fb-fcb529c32571',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.153954] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e467dec-404a-4045-bb1c-2bf118362f65 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.154350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.154422] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.154621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.154699] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e467dec-404a-4045-bb1c-2bf118362f65',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.155805] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6b55021-86ea-4096-9308-c25b67286406 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.155916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.155985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.156683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.156866] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6b55021-86ea-4096-9308-c25b67286406',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.157616] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381cbb00-98d4-4b9b-a238-52092c9aa276 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.157717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.157786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.157935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.158015] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381cbb00-98d4-4b9b-a238-52092c9aa276',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.158689] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-729588d8-694e-4f45-aefd-310bdc77f8dc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.158799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.158865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.159043] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.159117] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('729588d8-694e-4f45-aefd-310bdc77f8dc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.159894] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.160015] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.160079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.160229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.160301] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0036c3ec-fe88-49ab-bb63-1e22095e14e7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.160952] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d1f06bd-ad68-4b91-8102-854fcb8c522c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.161071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.161136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.161281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.161354] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d1f06bd-ad68-4b91-8102-854fcb8c522c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.162038] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30aa24b1-6293-4a84-b20c-899bea364586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.162167] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.162205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.162346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.162418] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30aa24b1-6293-4a84-b20c-899bea364586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.163088] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8654a540-718d-4be1-b6af-6862f97bda49 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.163288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.163395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.163505] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.163637] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8654a540-718d-4be1-b6af-6862f97bda49',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.201041] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.201225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.201304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.201459] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.203718] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.203852] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.204523] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.204680] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.205396] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.205396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.206058] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.206155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.226063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.226224] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70ac93d3-5696-48e8-8b87-8bc302803f76 is going to be deleted. [ 1282.227284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.227494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.246855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.247072] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1920ba-365d-41a5-81b5-8aaf92414ea9 is going to be deleted. [ 1282.248472] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.248582] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.269392] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.269585] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49df730b-19a9-4e27-a6b6-a9a8a0e661bd is going to be deleted. [ 1282.270902] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.271222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.388042] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.388042] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.397684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.397684] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55eaa75a-4675-4b5f-a878-b411d325076c is going to be deleted. [ 1282.398453] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.398679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.417263] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.417621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.433265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.433426] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a43aaed-5374-4997-8461-13289615521f is going to be deleted. [ 1282.434396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.434623] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.434715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.434837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70ac93d3-5696-48e8-8b87-8bc302803f76" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.435647] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.435771] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.435808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.435995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.436123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.436298] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49df730b-19a9-4e27-a6b6-a9a8a0e661bd" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.436474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.436662] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.436750] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.436855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1920ba-365d-41a5-81b5-8aaf92414ea9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.478018] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.478216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.478359] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.478499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.478590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.478707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55eaa75a-4675-4b5f-a878-b411d325076c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.539462] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.539657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.539657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.539834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.539960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.540096] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a43aaed-5374-4997-8461-13289615521f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.571758] env[65134]: INFO networking_nsxv3.common.synchronization [req-56043ff1-c836-4ec9-8e5e-c9f96cbdbce6 req-7be34c2d-8dd5-4456-9adc-48e8023a1eb1 tempest-ServerActionsTestJSON-1498278314 tempest-ServerActionsTestJSON-1498278314-project-member] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1282.571907] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1282.572534] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.572534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.572534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.572820] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.572820] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.572907] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.572953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.573186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.573186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.573282] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.671357] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.671567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.671567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.671766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.671927] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.672036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.672100] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.672245] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.672326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.672409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.672493] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.673424] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.673598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.699559] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.700614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.700614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.700614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.707363] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.707493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.708277] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.708377] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.709037] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.709131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.710232] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.710232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.711361] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.711423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.712081] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.712181] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.715903] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.715903] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.719091] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.719091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.720244] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.720340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.721400] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.721540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.722713] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1282.723155] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.723300] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.723966] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1282.724365] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.724458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.726674] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1282.726908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.727027] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447b0d72-876d-43ff-be4a-e01de24026bc is going to be deleted. [ 1282.727873] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.728089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.747229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.747463] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e467dec-404a-4045-bb1c-2bf118362f65 is going to be deleted. [ 1282.748230] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.748441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.769839] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.769989] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3eff111-2a69-4ad0-b778-e8987c486eef is going to be deleted. [ 1282.771317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.771604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.805107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.805276] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381cbb00-98d4-4b9b-a238-52092c9aa276 is going to be deleted. [ 1282.806211] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.806440] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.808757] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.809082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.828850] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.829062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.830490] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.830635] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.833025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.833216] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7626c6d7-a703-4e01-9943-62947331767d is going to be deleted. [ 1282.834756] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.834983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.875315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.875509] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d1f06bd-ad68-4b91-8102-854fcb8c522c is going to be deleted. [ 1282.876691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.877037] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.931884] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.932036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.934959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.935122] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30aa24b1-6293-4a84-b20c-899bea364586 is going to be deleted. [ 1282.936081] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.936293] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.967020] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.967330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.968347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.968468] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0036c3ec-fe88-49ab-bb63-1e22095e14e7 is going to be deleted. [ 1282.969252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.969458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.979211] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.979418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.012791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.012952] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ff3914-4c91-4f68-80fb-fcb529c32571 is going to be deleted. [ 1283.013884] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.014157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.074130] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.074323] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5 is going to be deleted. [ 1283.075776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.076102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.078240] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.078402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.091978] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.092183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.108780] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.109088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.115480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.115663] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 729588d8-694e-4f45-aefd-310bdc77f8dc is going to be deleted. [ 1283.116964] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.117274] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.135837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.136223] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6b55021-86ea-4096-9308-c25b67286406 is going to be deleted. [ 1283.137314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.137608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.174759] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.174982] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.175657] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.175758] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.175957] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.181270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.181270] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8654a540-718d-4be1-b6af-6862f97bda49 is going to be deleted. [ 1283.182208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.182376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.182470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.182621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447b0d72-876d-43ff-be4a-e01de24026bc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.182853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.183085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.183197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.183356] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3eff111-2a69-4ad0-b778-e8987c486eef" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.184524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.184704] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.184789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.184908] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e467dec-404a-4045-bb1c-2bf118362f65" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.185055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.185204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.185283] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.185393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381cbb00-98d4-4b9b-a238-52092c9aa276" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.185517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.185656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.185733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.185848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7626c6d7-a703-4e01-9943-62947331767d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.186301] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.186457] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.186539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.186656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d1f06bd-ad68-4b91-8102-854fcb8c522c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.186784] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.186926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.208860] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.208860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.213066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.213215] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.213306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.213348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.213653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.213820] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.213929] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 is going to be updated. [ 1283.215201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.215399] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.215489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.215618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30aa24b1-6293-4a84-b20c-899bea364586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.215775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.215974] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.216084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.216206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0036c3ec-fe88-49ab-bb63-1e22095e14e7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.217069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.217069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.217069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.217248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ff3914-4c91-4f68-80fb-fcb529c32571" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.217399] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.217575] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.217644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.217717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc8ab41b-5ff7-48ca-96b9-a9c33218d9a5" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.217845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.217996] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.218132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.218272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-729588d8-694e-4f45-aefd-310bdc77f8dc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.251642] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.251844] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.251926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.252173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.252264] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.252382] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6b55021-86ea-4096-9308-c25b67286406" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.290346] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.290584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.290671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.290887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.291044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.329144] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: IN_PROGRESS for 2s [ 1283.331249] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.331393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.331480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.331689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.331781] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.331897] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8654a540-718d-4be1-b6af-6862f97bda49" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.677866] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c: rpc.has_security_group_logging(os_id): False [ 1283.698315] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.698492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.698492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.698693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.717759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.718083] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.718207] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.718271] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.718475] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.718558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.718644] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c is going to be updated. [ 1283.775788] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.776030] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.776075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.776276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.776431] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.804046] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c in Status: IN_PROGRESS for 2s [ 1285.338547] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: SUCCESS [ 1285.338939] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 deletion is rescheduled due to dependency. [ 1285.338939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.339098] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.339342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.339564] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.339703] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.339776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.339962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.340088] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.340188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.340301] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.817318] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c in Status: SUCCESS [ 1285.817544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.842120] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.344620] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fa7b936-892a-4083-a5fd-f595a0745c77: rpc.has_security_group_logging(os_id): False [ 1286.362259] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.362465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.362465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.362665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.362757] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.363025] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.363132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.363196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.363344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.363420] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.363509] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 is going to be updated. [ 1286.419368] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.419580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.419580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.419770] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.419916] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.431576] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: IN_PROGRESS for 2s [ 1287.573577] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.573861] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1288.445834] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: SUCCESS [ 1288.446072] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.448017] env[65134]: INFO networking_nsxv3.common.synchronization [req-b85d44b4-7597-4214-ae46-87029912a6fe req-738bdcff-b9a5-48a1-b6d8-3a16d32528b0 tempest-ServerActionsTestJSON-1498278314 tempest-ServerActionsTestJSON-1498278314-project-member] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1289.448731] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1289.448943] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.449036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.449176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.449406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.449997] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.450314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.450314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.450412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.450412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.450509] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.757159] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.757451] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.757614] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.757911] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.758217] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.758427] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.758634] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.758869] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.759019] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.759232] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.759347] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.759452] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.759558] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.759667] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.759770] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.759901] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.781191] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.781383] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.781505] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.781706] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.782071] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-5d439ec1-c9de-4cb7-bfaf-99e49c35e38d taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.782237] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-5d439ec1-c9de-4cb7-bfaf-99e49c35e38d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.782361] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-5d439ec1-c9de-4cb7-bfaf-99e49c35e38d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.782709] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-5d439ec1-c9de-4cb7-bfaf-99e49c35e38d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.782860] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d439ec1-c9de-4cb7-bfaf-99e49c35e38d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.953057] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.953268] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.953314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.953508] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.953647] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.953835] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.953935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.953998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.954167] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.954246] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.954334] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 is going to be updated. [ 1289.981211] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.981413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.981413] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.981604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.981744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.990754] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: IN_PROGRESS for 2s [ 1290.285974] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.285974] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.285974] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.286293] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.286504] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.286658] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 5d439ec1-c9de-4cb7-bfaf-99e49c35e38d not found, creating... [ 1290.286915] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.287086] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.287205] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.287421] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.287556] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.287829] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.287984] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.288111] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.288316] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.288447] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.288583] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 5d439ec1-c9de-4cb7-bfaf-99e49c35e38d is going to be created. [ 1290.312672] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.312915] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.312915] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.313236] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.313463] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.313715] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-5d439ec1-c9de-4cb7-bfaf-99e49c35e38d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.000948] env[65134]: INFO networking_nsxv3.common.synchronization [req-b85d44b4-7597-4214-ae46-87029912a6fe req-44375f80-7619-4d12-9d0c-48cff236998e service nova] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_rules [ 1291.000948] env[65134]: INFO networking_nsxv3.common.synchronization [req-b85d44b4-7597-4214-ae46-87029912a6fe req-44375f80-7619-4d12-9d0c-48cff236998e service nova] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1291.001227] env[65134]: INFO networking_nsxv3.common.synchronization [req-b85d44b4-7597-4214-ae46-87029912a6fe req-44375f80-7619-4d12-9d0c-48cff236998e service nova] Enqueued Resource ID: 5d439ec1-c9de-4cb7-bfaf-99e49c35e38d with Priority: HIGHEST for action port [ 1291.001581] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_rules [ 1291.001733] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1291.001837] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d439ec1-c9de-4cb7-bfaf-99e49c35e38d with Priority: HIGHEST for action port [ 1291.002162] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.002265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.002334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.002532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.002613] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.003408] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.003562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.003890] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d439ec1-c9de-4cb7-bfaf-99e49c35e38d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.003890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d439ec1-c9de-4cb7-bfaf-99e49c35e38d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.003994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d439ec1-c9de-4cb7-bfaf-99e49c35e38d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.004433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d439ec1-c9de-4cb7-bfaf-99e49c35e38d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.004433] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d439ec1-c9de-4cb7-bfaf-99e49c35e38d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.506293] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.506468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.506583] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d439ec1-c9de-4cb7-bfaf-99e49c35e38d with status ACTIVE [ 1291.506765] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.506863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.506928] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.507849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.507849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.507849] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.507849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.507849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.507849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.507849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.508164] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.508164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.508164] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.508421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.508421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.508502] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d439ec1-c9de-4cb7-bfaf-99e49c35e38d is going to be updated. [ 1291.530282] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.530484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.530484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.530660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.531038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.531038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d439ec1-c9de-4cb7-bfaf-99e49c35e38d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.001243] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: SUCCESS [ 1292.001607] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 deletion is rescheduled due to dependency. [ 1292.001607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.001740] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.001955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.002152] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.002270] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.002337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.002485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.002564] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.002662] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.504698] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.007413] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.509791] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.509975] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.510051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.510261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.511604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.511604] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 is going to be updated. [ 1293.542433] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.542624] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.542671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.542954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.543065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.551166] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: IN_PROGRESS for 2s [ 1295.561170] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: SUCCESS [ 1295.561541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.561541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.561745] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.561936] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.562071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.562139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.562286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.562367] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.562452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.562545] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.002952] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.002952] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1296.065872] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.568564] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fa7b936-892a-4083-a5fd-f595a0745c77: rpc.has_security_group_logging(os_id): False [ 1296.585217] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.585404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.585449] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.585629] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.585719] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.585954] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.586075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.586140] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.586286] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.586362] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.586445] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 is going to be updated. [ 1296.646095] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.646296] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.646342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.646566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.646749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.662471] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: IN_PROGRESS for 2s [ 1298.676397] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: SUCCESS [ 1298.676793] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.004178] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.004506] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.005100] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.005492] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.006383] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.006702] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.007971] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.008404] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.009024] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.009296] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.010375] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.010784] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.011618] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.011985] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.013019] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.013359] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.749455] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.749809] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.749809] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.749916] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.750189] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.750352] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.750468] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.750681] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.750833] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.751054] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.751171] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.751277] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.751382] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.751488] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.751589] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.751716] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.772746] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.772912] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1339.773032] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.773204] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.773499] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-1eaa62ab-5507-4694-af55-9d61a798e807 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.773666] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.773786] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.774079] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.774213] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eaa62ab-5507-4694-af55-9d61a798e807',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.276545] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.276767] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.276851] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.277091] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.277240] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.277514] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.277662] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.277775] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.277984] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.278141] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.278421] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.278573] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.278688] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.278884] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.279019] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.279159] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 1eaa62ab-5507-4694-af55-9d61a798e807 is going to be updated. [ 1340.301348] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.301568] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.301671] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.301932] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.302156] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.302383] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.989360] env[65134]: INFO networking_nsxv3.common.synchronization [req-b6dc7689-e88c-4ea3-862a-432364dcaa2c req-9bd54bcb-5ce8-4b0a-bdb4-68bd15fbcb8d service nova] Enqueued Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_rules [ 1340.989607] env[65134]: INFO networking_nsxv3.common.synchronization [req-b6dc7689-e88c-4ea3-862a-432364dcaa2c req-9bd54bcb-5ce8-4b0a-bdb4-68bd15fbcb8d service nova] Enqueued Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_members [ 1340.989679] env[65134]: INFO networking_nsxv3.common.synchronization [req-b6dc7689-e88c-4ea3-862a-432364dcaa2c req-9bd54bcb-5ce8-4b0a-bdb4-68bd15fbcb8d service nova] Enqueued Resource ID: 1eaa62ab-5507-4694-af55-9d61a798e807 with Priority: HIGHEST for action port [ 1340.990167] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_rules [ 1340.990305] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_members [ 1340.990403] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eaa62ab-5507-4694-af55-9d61a798e807 with Priority: HIGHEST for action port [ 1340.990674] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.990825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.990861] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.991173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.991272] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.992921] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.993152] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.993231] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.994962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.994962] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.994962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.994962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.994962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.994962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.994962] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.994962] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eaa62ab-5507-4694-af55-9d61a798e807 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.994962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.994962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.995685] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.995685] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eaa62ab-5507-4694-af55-9d61a798e807',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.494358] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.494560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.497822] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.498734] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1eaa62ab-5507-4694-af55-9d61a798e807 with status ACTIVE [ 1341.498931] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.499116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.499202] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.499369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.499454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.499623] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.499727] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.499797] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.499925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.500028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.500276] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.500276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.500402] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.500463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.500552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.500608] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1eaa62ab-5507-4694-af55-9d61a798e807 is going to be updated. [ 1341.522778] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.523014] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.523062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.523357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.523557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.523776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eaa62ab-5507-4694-af55-9d61a798e807" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.002762] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.505610] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.505786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.505841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.506170] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.506315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.506381] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c is going to be updated. [ 1342.539978] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.540197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.540197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.540410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.540548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.549676] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c in Status: IN_PROGRESS for 2s [ 1344.561475] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c in Status: SUCCESS [ 1344.561764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.561874] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.562109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.562299] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.562497] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.562573] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.562737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.562818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.562906] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.562995] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.065788] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.568725] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c: rpc.has_security_group_logging(os_id): False [ 1345.588946] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.589194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.589258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.589567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.589743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.590095] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.590220] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.590282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.590449] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.590525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.590613] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c is going to be updated. [ 1345.651986] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.652264] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.652264] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.652416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.652576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.670578] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c in Status: IN_PROGRESS for 2s [ 1345.991891] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.992073] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1347.689085] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c in Status: SUCCESS [ 1347.689522] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.993135] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.993488] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.994308] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.994699] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.995675] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.996332] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.996487] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.996848] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.997654] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.998089] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.030957] env[65134]: INFO networking_nsxv3.common.synchronization [req-8e45fe6c-f084-4bcb-92db-29e27b2ed821 req-054cb461-1c49-454d-94bc-1ec62b4e3db3 tempest-ServerActionsTestJSON-1498278314 tempest-ServerActionsTestJSON-1498278314-project-member] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1373.031221] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1373.031378] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.031503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.031565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.032198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.032198] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.032198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.032198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.032438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.032438] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.032526] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.536872] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.537139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.537214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.537491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.537648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.537881] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.538028] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.538122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.538306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.538408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.538518] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 is going to be updated. [ 1373.565228] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.565455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.565504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.565741] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.565910] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.575634] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: IN_PROGRESS for 2s [ 1375.587552] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: SUCCESS [ 1375.587941] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 deletion is rescheduled due to dependency. [ 1375.587941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.032588] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.033069] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.005911] env[65134]: INFO networking_nsxv3.common.synchronization [req-54f454c2-8150-46ef-8b2e-bbd1eff7f989 req-6ba0a410-ad77-4e33-bd3c-10e0ed4fb6b3 tempest-ServerActionsTestJSON-1498278314 tempest-ServerActionsTestJSON-1498278314-project-member] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1380.006561] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1380.007053] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.007273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.007638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.007886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.008091] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.009024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.009024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.009024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.009024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.009024] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.292725] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.292934] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.293073] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.293375] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.293664] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.293835] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.293951] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.294222] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.294389] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.294602] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1380.294747] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1380.294866] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1380.294974] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1380.295098] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1380.295207] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1380.295338] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1380.315453] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1380.315622] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1380.315756] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1380.315922] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-32" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.316237] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-6c2137f3-03a9-41e4-b045-88506dc70e8e taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.316410] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-6c2137f3-03a9-41e4-b045-88506dc70e8e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.316531] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-6c2137f3-03a9-41e4-b045-88506dc70e8e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.316829] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-6c2137f3-03a9-41e4-b045-88506dc70e8e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.316969] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2137f3-03a9-41e4-b045-88506dc70e8e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.511361] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.511555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.511555] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.511744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.511834] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.512067] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.512160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.512254] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.512434] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.512528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.512616] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 is going to be updated. [ 1380.541073] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.541267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.541312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.541485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.541630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.549941] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: IN_PROGRESS for 2s [ 1380.820089] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.820441] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.820648] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.821014] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.821216] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.821445] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 6c2137f3-03a9-41e4-b045-88506dc70e8e not found, creating... [ 1380.821736] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.821970] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.822133] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.822391] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.822554] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.822841] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.822986] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.823123] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.823319] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.823456] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.823601] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 6c2137f3-03a9-41e4-b045-88506dc70e8e is going to be created. [ 1380.843143] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.843348] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.843461] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.843727] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.843938] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.844204] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-6c2137f3-03a9-41e4-b045-88506dc70e8e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.543813] env[65134]: INFO networking_nsxv3.common.synchronization [req-54f454c2-8150-46ef-8b2e-bbd1eff7f989 req-995a465b-4888-4ba6-ab49-6441d8f8c0e5 service nova] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_rules [ 1381.544140] env[65134]: INFO networking_nsxv3.common.synchronization [req-54f454c2-8150-46ef-8b2e-bbd1eff7f989 req-995a465b-4888-4ba6-ab49-6441d8f8c0e5 service nova] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1381.544388] env[65134]: INFO networking_nsxv3.common.synchronization [req-54f454c2-8150-46ef-8b2e-bbd1eff7f989 req-995a465b-4888-4ba6-ab49-6441d8f8c0e5 service nova] Enqueued Resource ID: 6c2137f3-03a9-41e4-b045-88506dc70e8e with Priority: HIGHEST for action port [ 1381.545158] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_rules [ 1381.545381] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1381.545526] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c2137f3-03a9-41e4-b045-88506dc70e8e with Priority: HIGHEST for action port [ 1381.545879] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.546062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.546161] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.546424] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.546535] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.548177] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.548319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.548581] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c2137f3-03a9-41e4-b045-88506dc70e8e taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.548707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c2137f3-03a9-41e4-b045-88506dc70e8e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.548793] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c2137f3-03a9-41e4-b045-88506dc70e8e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.548993] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c2137f3-03a9-41e4-b045-88506dc70e8e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.549108] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2137f3-03a9-41e4-b045-88506dc70e8e',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.048798] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.049025] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.051246] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c2137f3-03a9-41e4-b045-88506dc70e8e with status ACTIVE [ 1382.051413] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.051557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.051608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.051777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.051863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.052049] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.052147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.052226] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.052383] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.052459] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.052639] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.052732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.052792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.052924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.052997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.053092] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c2137f3-03a9-41e4-b045-88506dc70e8e is going to be updated. [ 1382.075137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.075336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.075387] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.075552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.075690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.075847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c2137f3-03a9-41e4-b045-88506dc70e8e" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.560024] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: SUCCESS [ 1382.560024] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 deletion is rescheduled due to dependency. [ 1382.560024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.560024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.560024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.560486] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.560486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.560486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.560486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.560628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.560628] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.062583] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.565548] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.068171] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.068336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.068515] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.069632] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.069632] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.069632] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 is going to be updated. [ 1384.097581] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.097743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.097799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.098070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.098214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.106988] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: IN_PROGRESS for 2s [ 1386.118097] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: SUCCESS [ 1386.118517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.118517] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.118722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.118916] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.119048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.119120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.119273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.119352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.119437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.119528] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.546442] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.546698] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1386.622161] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.124705] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fa7b936-892a-4083-a5fd-f595a0745c77: rpc.has_security_group_logging(os_id): False [ 1387.142213] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.142424] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.142424] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.142633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.142722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.142957] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.143078] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.143144] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.143299] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.143417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.143512] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 is going to be updated. [ 1387.211161] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.211398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.211398] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.211584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.211734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.232597] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: IN_PROGRESS for 2s [ 1389.249495] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: SUCCESS [ 1389.249985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.547504] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.547745] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.548489] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.548874] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.355015] env[65134]: INFO networking_nsxv3.common.synchronization [req-19253794-3370-489b-878f-a52b2ee41a36 req-13986738-fb0a-41c8-8ce8-2cea4cfaa13a tempest-AttachVolumeShelveTestJSON-29808365 tempest-AttachVolumeShelveTestJSON-29808365-project-member] Enqueued Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_members [ 1398.355586] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGHEST for action security_group_members [ 1398.356514] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.356649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.356649] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.356826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.356983] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.357137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.357137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.357290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.357381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.357471] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.860438] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.860656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.860656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.860814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.860905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.861117] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.861218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.861281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.861437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.861516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.861602] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c is going to be updated. [ 1398.890351] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.890576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.890576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.890718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.890854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.899687] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c in Status: IN_PROGRESS for 2s [ 1400.910666] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c in Status: SUCCESS [ 1400.911071] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c deletion is rescheduled due to dependency. [ 1400.911071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.005418] env[65134]: INFO networking_nsxv3.common.synchronization [None req-54e29b28-cace-4d5a-b63e-6a7f01834cd8 tempest-AttachVolumeShelveTestJSON-29808365 tempest-AttachVolumeShelveTestJSON-29808365-project-member] Enqueued Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_rules [ 1403.005862] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_rules [ 1403.006182] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.006311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.006373] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.006630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.006739] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.081114] env[65134]: INFO networking_nsxv3.common.synchronization [None req-e7785efe-7c17-4f7c-826f-ac7b4064701f tempest-AttachVolumeShelveTestJSON-29808365 tempest-AttachVolumeShelveTestJSON-29808365-project-member] Enqueued Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_rules [ 1403.081598] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_rules [ 1403.081902] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.082319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.526507] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.526507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.526507] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.527188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.527188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.527188] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a already deleted. [ 1403.527188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.527188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.527460] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.527460] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.046771] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.047160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.047160] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.047258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.047342] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.047463] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a already deleted. [ 1404.047554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.082417] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.082691] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.378962] env[65134]: INFO networking_nsxv3.common.synchronization [req-91232484-cfc7-4d2c-b675-7851e1374314 req-5035f3d3-72c1-466f-a4a1-1f9c5b6a93f8 tempest-AttachVolumeShelveTestJSON-29808365 tempest-AttachVolumeShelveTestJSON-29808365-project-member] Enqueued Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_members [ 1408.380061] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_members [ 1408.380061] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.380061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.380061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.380304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.380408] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.380506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.380567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.380717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.380819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.380905] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.639292] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.639538] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.639740] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.640232] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.640449] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.640916] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.640916] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.641164] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.641372] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.641606] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1408.641722] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1408.641831] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1408.641950] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1408.642142] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1408.642313] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1408.642505] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1408.668345] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1408.668537] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1408.668659] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1408.668800] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.669151] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-17fee455-1ed7-48a5-9ca3-776e194c765b taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.669352] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.669437] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.669814] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.669972] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17fee455-1ed7-48a5-9ca3-776e194c765b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.884852] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.885084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.885084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.885243] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.885351] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.885580] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.885709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.885753] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.885886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.885962] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.886059] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a already deleted. [ 1408.886142] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.172261] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.172646] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.172646] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.172911] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.173084] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.173242] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 17fee455-1ed7-48a5-9ca3-776e194c765b not found, creating... [ 1409.173504] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.173690] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.173843] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.174082] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.174225] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.174538] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.174696] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.174817] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.175168] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.175168] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.175307] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 17fee455-1ed7-48a5-9ca3-776e194c765b is going to be created. [ 1409.195827] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.196058] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.196189] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.196448] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.196681] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.196898] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.886095] env[65134]: INFO networking_nsxv3.common.synchronization [req-91232484-cfc7-4d2c-b675-7851e1374314 req-867feee4-d2e3-4ea3-9ad3-cf1f4ddf5de4 service nova] Enqueued Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_rules [ 1409.886095] env[65134]: INFO networking_nsxv3.common.synchronization [req-91232484-cfc7-4d2c-b675-7851e1374314 req-867feee4-d2e3-4ea3-9ad3-cf1f4ddf5de4 service nova] Enqueued Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_members [ 1409.886095] env[65134]: INFO networking_nsxv3.common.synchronization [req-91232484-cfc7-4d2c-b675-7851e1374314 req-867feee4-d2e3-4ea3-9ad3-cf1f4ddf5de4 service nova] Enqueued Resource ID: 17fee455-1ed7-48a5-9ca3-776e194c765b with Priority: HIGHEST for action port [ 1409.886095] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_rules [ 1409.886095] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_members [ 1409.886095] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fee455-1ed7-48a5-9ca3-776e194c765b with Priority: HIGHEST for action port [ 1409.886095] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.886729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.886960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.887380] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.888572] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.888572] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.888572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.888572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.888818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.888996] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.889117] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.889207] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.889379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.889494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.889663] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.890710] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-17fee455-1ed7-48a5-9ca3-776e194c765b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.890849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.890941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.891132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.891237] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17fee455-1ed7-48a5-9ca3-776e194c765b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.392992] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.394058] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.394184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.394588] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17fee455-1ed7-48a5-9ca3-776e194c765b with status ACTIVE [ 1410.394753] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.394864] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.394939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.395149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.395238] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.395426] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.395548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.395589] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.395735] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.395801] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.395975] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.396085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.396137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.396272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.396349] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.396435] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17fee455-1ed7-48a5-9ca3-776e194c765b is going to be updated. [ 1410.417043] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.417194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.417234] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.417423] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.417558] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.417715] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.895473] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.397732] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.398063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.398063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.398204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.398298] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.398390] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a is going to be created. [ 1411.420380] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.420524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.420597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.420791] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.420946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.431285] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a in Status: UNINITIALIZED for 2s [ 1413.443668] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a in Status: SUCCESS [ 1413.444094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.444094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.444311] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.444537] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.444660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.444724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.444887] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.444967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.445065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.445158] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.947909] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.450056] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a: rpc.has_security_group_logging(os_id): False [ 1414.468633] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.468837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.468879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.469091] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.469184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.469442] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.469568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.469651] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.469843] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.469925] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.470059] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a is going to be created. [ 1414.526503] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.526738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.526738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.526930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.527146] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.541498] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a in Status: IN_PROGRESS for 2s [ 1414.886854] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.887064] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1416.554192] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a in Status: SUCCESS [ 1416.554641] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.888167] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.888536] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.889471] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.889836] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.890433] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.890907] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.891118] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.891530] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.892595] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.892919] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.742716] env[65134]: INFO networking_nsxv3.common.synchronization [req-9d10629c-6543-47a5-a6dd-5b9493f0f3d6 req-adccefcd-a6fd-464c-91da-ddd82d8e6001 tempest-ServerActionsTestJSON-1498278314 tempest-ServerActionsTestJSON-1498278314-project-member] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1440.743346] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGHEST for action security_group_members [ 1440.743674] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.743840] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.743937] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.744154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.744316] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.744418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.744477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.744637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.744710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.745051] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.247393] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.247808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.247808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.247888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.247918] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.248236] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.248357] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.248467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.248696] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.248811] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.248926] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 is going to be updated. [ 1441.277338] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.277591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.277634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.277846] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.278036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.285684] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: IN_PROGRESS for 2s [ 1443.301524] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 in Status: SUCCESS [ 1443.301936] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 deletion is rescheduled due to dependency. [ 1443.301936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.744414] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.744775] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.999689] env[65134]: INFO networking_nsxv3.common.synchronization [None req-7a1a2839-c5c0-4cd5-b845-87f70c927308 None None] Enqueued Resource ID: 88a027d6-732f-420a-8f47-8e5b3c931432 with Priority: HIGHEST for action port [ 1448.999988] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a027d6-732f-420a-8f47-8e5b3c931432 with Priority: HIGHEST for action port [ 1449.000337] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a027d6-732f-420a-8f47-8e5b3c931432 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.000337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a027d6-732f-420a-8f47-8e5b3c931432" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.000494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a027d6-732f-420a-8f47-8e5b3c931432" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.000640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a027d6-732f-420a-8f47-8e5b3c931432" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.000723] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a027d6-732f-420a-8f47-8e5b3c931432',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.204727] env[65134]: INFO networking_nsxv3.common.synchronization [None req-ba09ee3a-a027-4e5d-90d0-6fd53b6ed189 tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGHEST for action security_group_rules [ 1449.204727] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGHEST for action security_group_rules [ 1449.204869] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.204935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.204980] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.205240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.205322] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.294731] env[65134]: INFO networking_nsxv3.common.synchronization [None req-d303d742-3629-402f-8d15-574051e88194 tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGHEST for action security_group_rules [ 1449.295434] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGHEST for action security_group_rules [ 1449.295705] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.295859] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.503031] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88a027d6-732f-420a-8f47-8e5b3c931432 [ 1449.503224] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.503408] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.503461] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.503646] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.503738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.503833] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88a027d6-732f-420a-8f47-8e5b3c931432 already deleted. [ 1449.503941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a027d6-732f-420a-8f47-8e5b3c931432" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.730912] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.731128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.731244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.731491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.731628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.731765] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d already deleted. [ 1449.731890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.732104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.732321] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.732448] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.253916] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.254191] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.254235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.254450] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.254540] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.254683] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d already deleted. [ 1450.254776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.683733] env[65134]: INFO networking_nsxv3.common.synchronization [None req-f15b8dfb-ea06-4ace-adb5-d512a8d7ed8c None None] Enqueued Resource ID: b9c94c5e-b919-4381-b05c-758cdf4a39c0 with Priority: HIGHEST for action port [ 1450.683889] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c94c5e-b919-4381-b05c-758cdf4a39c0 with Priority: HIGHEST for action port [ 1450.684099] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9c94c5e-b919-4381-b05c-758cdf4a39c0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.684521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9c94c5e-b919-4381-b05c-758cdf4a39c0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.684521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9c94c5e-b919-4381-b05c-758cdf4a39c0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.684521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9c94c5e-b919-4381-b05c-758cdf4a39c0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.684826] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c94c5e-b919-4381-b05c-758cdf4a39c0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.187261] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9c94c5e-b919-4381-b05c-758cdf4a39c0 [ 1451.187553] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.187726] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.187795] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.188150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.188150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.188268] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9c94c5e-b919-4381-b05c-758cdf4a39c0 already deleted. [ 1451.188376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9c94c5e-b919-4381-b05c-758cdf4a39c0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.647267] env[65134]: INFO networking_nsxv3.common.synchronization [req-46a44fa0-aedc-4a1a-989f-cd66844a9739 req-af0faf3e-8401-4a8d-987a-7d83f974706d tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGHEST for action security_group_members [ 1454.647818] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGHEST for action security_group_members [ 1454.648137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1081c42-c436-4b7d-8da6-395a4b9ab73d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.648294] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.648337] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.648562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.648717] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.648820] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.648880] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.649054] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.649150] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.649241] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.933614] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.933859] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.934031] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.934371] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.934676] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.934887] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.935052] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.935280] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.935424] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.935807] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1454.935807] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1454.935957] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1454.936205] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1454.936297] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1454.936377] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1454.936513] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1454.959072] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1454.959346] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1454.959546] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1454.959828] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.960333] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-98859bf7-2d4d-45e7-b490-ccbd693e5dd3 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.960609] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-98859bf7-2d4d-45e7-b490-ccbd693e5dd3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.960844] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-98859bf7-2d4d-45e7-b490-ccbd693e5dd3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.961305] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-98859bf7-2d4d-45e7-b490-ccbd693e5dd3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.961522] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98859bf7-2d4d-45e7-b490-ccbd693e5dd3',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.151218] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.151452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.151452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.151671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.151762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.151959] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.152072] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.152135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.152289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.152366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.152449] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d already deleted. [ 1455.152530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.464191] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.464428] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.464555] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.464902] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.465062] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.465225] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port 98859bf7-2d4d-45e7-b490-ccbd693e5dd3 not found, creating... [ 1455.465481] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.465655] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.465790] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.466023] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.466159] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.466435] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.466589] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.466705] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.466919] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.467083] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.467206] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 98859bf7-2d4d-45e7-b490-ccbd693e5dd3 is going to be created. [ 1455.486418] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.486625] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.486749] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.487098] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.487329] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.487551] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-98859bf7-2d4d-45e7-b490-ccbd693e5dd3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.177226] env[65134]: INFO networking_nsxv3.common.synchronization [req-46a44fa0-aedc-4a1a-989f-cd66844a9739 req-b85b10f6-23ee-4673-a985-7f99d5781d49 service nova] Enqueued Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGHEST for action security_group_rules [ 1456.177226] env[65134]: INFO networking_nsxv3.common.synchronization [req-46a44fa0-aedc-4a1a-989f-cd66844a9739 req-b85b10f6-23ee-4673-a985-7f99d5781d49 service nova] Enqueued Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGHEST for action security_group_members [ 1456.177226] env[65134]: INFO networking_nsxv3.common.synchronization [req-46a44fa0-aedc-4a1a-989f-cd66844a9739 req-b85b10f6-23ee-4673-a985-7f99d5781d49 service nova] Enqueued Resource ID: 98859bf7-2d4d-45e7-b490-ccbd693e5dd3 with Priority: HIGHEST for action port [ 1456.177226] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGHEST for action security_group_rules [ 1456.177226] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGHEST for action security_group_members [ 1456.177226] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98859bf7-2d4d-45e7-b490-ccbd693e5dd3 with Priority: HIGHEST for action port [ 1456.177226] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.178136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.178487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.178847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.179529] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.180333] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1081c42-c436-4b7d-8da6-395a4b9ab73d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.180333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.180545] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.180688] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.180942] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.181070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.181158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.181319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.181463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.182430] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.182430] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-98859bf7-2d4d-45e7-b490-ccbd693e5dd3 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.182764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98859bf7-2d4d-45e7-b490-ccbd693e5dd3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.182764] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98859bf7-2d4d-45e7-b490-ccbd693e5dd3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.182822] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98859bf7-2d4d-45e7-b490-ccbd693e5dd3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.182866] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98859bf7-2d4d-45e7-b490-ccbd693e5dd3',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.684474] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1081c42-c436-4b7d-8da6-395a4b9ab73d taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.684674] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.684911] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.685809] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98859bf7-2d4d-45e7-b490-ccbd693e5dd3 with status ACTIVE [ 1456.686011] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.686133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.686235] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.686396] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.686584] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.687036] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.687036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.687036] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.687838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.687941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.688151] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.688255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.688323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.688482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.688563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.688651] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98859bf7-2d4d-45e7-b490-ccbd693e5dd3 is going to be updated. [ 1456.712255] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.712473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.712473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.712671] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.712808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.712966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98859bf7-2d4d-45e7-b490-ccbd693e5dd3" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.190688] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.693417] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.693588] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.693661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.693883] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.693973] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.694090] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d is going to be created. [ 1457.720519] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.720734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.720734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.720933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.721111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.730456] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d in Status: UNINITIALIZED for 2s [ 1459.742032] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d in Status: SUCCESS [ 1459.742032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.742032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.742032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.742418] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.742418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.742418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.742530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.742607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.742692] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.742788] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.245077] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.748240] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1081c42-c436-4b7d-8da6-395a4b9ab73d: rpc.has_security_group_logging(os_id): False [ 1460.771937] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.772252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.772252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.772498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.772621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.772943] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.773083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.773185] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.773384] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.773489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.773611] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d is going to be created. [ 1460.851462] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.851732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.851732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.852158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.852158] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.864213] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d in Status: IN_PROGRESS for 2s [ 1461.178265] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.178468] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1462.878153] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d in Status: SUCCESS [ 1462.878622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.179887] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.180325] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.181726] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.182119] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.182860] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.183258] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.184198] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.184528] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.890383] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.890705] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.890705] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.890974] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.891241] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.891401] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.891518] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.891727] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.891868] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.892098] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1485.892212] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1485.892318] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1485.892433] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1485.892544] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1485.892648] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1485.892849] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1485.912508] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1485.912685] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1485.912822] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1485.912999] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-290" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.913333] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-17fee455-1ed7-48a5-9ca3-776e194c765b taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.913509] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.913624] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.913872] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.914019] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17fee455-1ed7-48a5-9ca3-776e194c765b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.185017] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.185221] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.416305] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.416535] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.416641] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.416921] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.417090] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.417391] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.417551] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.417670] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.417889] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.418041] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.418319] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.418473] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.418591] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.418795] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.418929] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.419080] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: 17fee455-1ed7-48a5-9ca3-776e194c765b is going to be updated. [ 1486.440273] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.440494] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.440709] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.441020] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.441266] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.441537] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.134585] env[65134]: INFO networking_nsxv3.common.synchronization [req-d7f7d448-67d2-4b08-bd61-e6429dd33cb7 req-c5cc6f5e-1994-4f71-9223-8eeace2cde12 service nova] Enqueued Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_rules [ 1487.134861] env[65134]: INFO networking_nsxv3.common.synchronization [req-d7f7d448-67d2-4b08-bd61-e6429dd33cb7 req-c5cc6f5e-1994-4f71-9223-8eeace2cde12 service nova] Enqueued Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_members [ 1487.134984] env[65134]: INFO networking_nsxv3.common.synchronization [req-d7f7d448-67d2-4b08-bd61-e6429dd33cb7 req-c5cc6f5e-1994-4f71-9223-8eeace2cde12 service nova] Enqueued Resource ID: 17fee455-1ed7-48a5-9ca3-776e194c765b with Priority: HIGHEST for action port [ 1487.135513] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_rules [ 1487.135650] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_members [ 1487.135748] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fee455-1ed7-48a5-9ca3-776e194c765b with Priority: HIGHEST for action port [ 1487.136694] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.136826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.136898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.137111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.137218] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.138488] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.138612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.138681] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.138857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.139012] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.139111] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.139174] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.139312] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.139397] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.139489] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.140679] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-17fee455-1ed7-48a5-9ca3-776e194c765b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.141083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.141159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.141313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.141391] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17fee455-1ed7-48a5-9ca3-776e194c765b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.639383] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.639571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.640803] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.643310] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17fee455-1ed7-48a5-9ca3-776e194c765b with status ACTIVE [ 1487.643493] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.643608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.643676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.644083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.644083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.644183] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.644244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.644279] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.644432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.644514] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.644688] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.645595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.645595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.645595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.645595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.645595] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17fee455-1ed7-48a5-9ca3-776e194c765b is going to be updated. [ 1487.666382] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.666600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.666600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.666788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.666919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.667089] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17fee455-1ed7-48a5-9ca3-776e194c765b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.143212] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.645769] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.645985] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.646108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.646335] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.646424] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.646520] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a is going to be updated. [ 1488.674843] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.675124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.675124] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.675272] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.675416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.683721] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a in Status: IN_PROGRESS for 2s [ 1490.694456] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a in Status: SUCCESS [ 1490.694828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.694828] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.695120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.695315] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.695433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.695496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.695654] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.695734] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.695817] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.695930] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.197811] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.700366] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a: rpc.has_security_group_logging(os_id): False [ 1491.720366] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.720580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.720580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.720788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.720919] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.721330] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.721463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.721532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.721709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.721793] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.721934] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a is going to be updated. [ 1491.796089] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.796376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.796376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.796636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.796885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.809216] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a in Status: IN_PROGRESS for 2s [ 1492.137246] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.137427] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1493.829441] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a in Status: SUCCESS [ 1493.829833] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.711589] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1494.711755] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NSXv3 Agent Agent loop - iteration:4 started [ 1497.138261] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.138606] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.139165] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.139706] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.140316] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.140692] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.141823] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.142223] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.061888] env[65134]: INFO networking_nsxv3.common.synchronization [None req-95059a71-0cf4-4eb2-be5c-9c97d94f8d69 tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGHEST for action security_group_rules [ 1513.062439] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGHEST for action security_group_rules [ 1513.062737] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59436244-336d-4009-bf8f-4abddde32e08 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.062858] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.062922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.063188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.063276] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59436244-336d-4009-bf8f-4abddde32e08',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.138682] env[65134]: INFO networking_nsxv3.common.synchronization [None req-fac15c04-9037-45d8-ab92-2675738732c3 tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGHEST for action security_group_rules [ 1513.139519] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGHEST for action security_group_rules [ 1513.139955] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59436244-336d-4009-bf8f-4abddde32e08 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.140133] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.583242] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.583574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.583574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.583699] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.583729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.583820] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59436244-336d-4009-bf8f-4abddde32e08 already deleted. [ 1513.583895] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.584063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.584219] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.584305] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59436244-336d-4009-bf8f-4abddde32e08',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.109356] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.109544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.109544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.109798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.109889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.109998] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59436244-336d-4009-bf8f-4abddde32e08 already deleted. [ 1514.110099] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.640686] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.641094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.641094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.641094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.641208] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.143500] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.646420] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.148598] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1516.148775] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1516.871093] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.871093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.871093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.871093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.883647] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1516.884456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.885408] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1516.923820] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.924082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.924082] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.924267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.937944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.938734] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1516.938830] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1516.939204] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1516.970592] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.970776] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.970878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.971110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.971806] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.971989] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1517.049375] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.049562] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.049604] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.049786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.050139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.050430] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1517.123456] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.123456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.123456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.123680] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.123855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.124177] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:25. [ 1517.124281] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3e64f287-0a4b-4705-a642-8172185cdf8d', '8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c', 'b411700a-4d13-4c65-93ef-1fa52fe4caf2', '4c11680a-c41b-4fa6-ae35-b8d262156e3c', '6a44f3b6-e84c-4606-a3b1-82082bb61b8b', '48788edd-90dc-42ec-ac61-27e1c0fa092a', 'cb8a5e64-0022-4434-b4de-0f4dff856493', '68a88e0b-4f56-4094-ad7c-42d424de0fa2', 'f1081c42-c436-4b7d-8da6-395a4b9ab73d', '51cdc9c8-d8b6-470b-a709-caa2626eac0c', '5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c', '27e2785f-51cc-4507-8979-90d888d52bdc', 'dc29b453-c4cd-48f3-ac6c-bdece84ba659', '712799eb-e89c-4caf-973c-5422527a7934', 'ea957bef-da45-4faf-9e77-eef36c04121f', '926fc0b4-9521-4549-936f-af9af47980d7', 'd028d212-2e9e-42e9-942f-fad61f9d934b', '2c3bae84-da46-40cd-a5c4-7e75837b8833', '4bed5be6-136d-499a-a2ff-87ecb338f2b8', '1d881760-9028-4ae2-bdd4-3550a3c1e0f4', '01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a', '70709ee8-8633-43e6-93a6-8276dbad1ab9', '985c7979-fcf4-491a-8af5-cd9a8c33e586', 'd096f39b-814b-463d-9ca0-f87c351c9927', '4fa7b936-892a-4083-a5fd-f595a0745c77'} {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1517.124369] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1517.142695] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.142889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.142889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.143131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.143222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.143330] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1517.143401] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1517.143470] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1517.220210] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.220403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.220456] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.220625] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.221759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.222008] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1517.222098] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1517.222191] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1517.222288] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1517.222378] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/25 resources of Type:Security Group Rules [ 1517.222481] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGH for action security_group_rules [ 1517.222553] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGH for action security_group_rules [ 1517.222585] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 with Priority: HIGH for action security_group_rules [ 1517.222645] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGH for action security_group_rules [ 1517.222703] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGH for action security_group_rules [ 1517.222754] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a with Priority: HIGH for action security_group_rules [ 1517.222817] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGH for action security_group_rules [ 1517.222869] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 with Priority: HIGH for action security_group_rules [ 1517.222930] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGH for action security_group_rules [ 1517.222981] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGH for action security_group_rules [ 1517.223118] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGH for action security_group_rules [ 1517.223118] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27e2785f-51cc-4507-8979-90d888d52bdc with Priority: HIGH for action security_group_rules [ 1517.223202] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGH for action security_group_rules [ 1517.223240] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGH for action security_group_rules [ 1517.223271] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea957bef-da45-4faf-9e77-eef36c04121f with Priority: HIGH for action security_group_rules [ 1517.223330] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGH for action security_group_rules [ 1517.223383] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGH for action security_group_rules [ 1517.223428] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGH for action security_group_rules [ 1517.223481] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGH for action security_group_rules [ 1517.223541] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGH for action security_group_rules [ 1517.223633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.141009] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.141262] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1518.141361] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64f287-0a4b-4705-a642-8172185cdf8d with Priority: HIGH for action security_group_rules [ 1518.141549] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 with Priority: HIGH for action security_group_rules [ 1518.141687] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8a5e64-0022-4434-b4de-0f4dff856493 with Priority: HIGH for action security_group_rules [ 1518.141819] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea957bef-da45-4faf-9e77-eef36c04121f with Priority: HIGH for action security_group_rules [ 1518.141948] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 with Priority: HIGH for action security_group_rules [ 1518.142096] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 with Priority: HIGH for action security_group_rules [ 1518.142240] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 with Priority: HIGH for action security_group_rules [ 1518.142367] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d028d212-2e9e-42e9-942f-fad61f9d934b with Priority: HIGH for action security_group_rules [ 1518.142494] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712799eb-e89c-4caf-973c-5422527a7934 with Priority: HIGH for action security_group_rules [ 1518.142620] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fc0b4-9521-4549-936f-af9af47980d7 with Priority: HIGH for action security_group_rules [ 1518.142743] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 with Priority: HIGH for action security_group_rules [ 1518.142863] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2785f-51cc-4507-8979-90d888d52bdc with Priority: HIGH for action security_group_rules [ 1518.143599] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c with Priority: HIGH for action security_group_rules [ 1518.143599] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c with Priority: HIGH for action security_group_rules [ 1518.143599] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGH for action security_group_rules [ 1518.143599] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a with Priority: HIGH for action security_group_rules [ 1518.143599] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 with Priority: HIGH for action security_group_rules [ 1518.143599] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b with Priority: HIGH for action security_group_rules [ 1518.143871] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c with Priority: HIGH for action security_group_rules [ 1518.143871] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c with Priority: HIGH for action security_group_rules [ 1518.144304] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e64f287-0a4b-4705-a642-8172185cdf8d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.144485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.144579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.144836] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.144947] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e64f287-0a4b-4705-a642-8172185cdf8d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.146914] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b411700a-4d13-4c65-93ef-1fa52fe4caf2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.146914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.146914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.146914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.146914] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b411700a-4d13-4c65-93ef-1fa52fe4caf2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.148024] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb8a5e64-0022-4434-b4de-0f4dff856493 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.148552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.148650] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.148860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.148980] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb8a5e64-0022-4434-b4de-0f4dff856493',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.150406] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea957bef-da45-4faf-9e77-eef36c04121f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.150406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.150406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.150406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.150406] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea957bef-da45-4faf-9e77-eef36c04121f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.151363] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.151496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.151496] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.151677] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.151908] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d881760-9028-4ae2-bdd4-3550a3c1e0f4',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.152672] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.152800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.152891] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.153104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.153556] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bed5be6-136d-499a-a2ff-87ecb338f2b8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.154074] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3bae84-da46-40cd-a5c4-7e75837b8833 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.154217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.154309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.154697] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.154697] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3bae84-da46-40cd-a5c4-7e75837b8833',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.155615] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d028d212-2e9e-42e9-942f-fad61f9d934b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.155777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.155825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.156487] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.156487] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d028d212-2e9e-42e9-942f-fad61f9d934b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.156974] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-712799eb-e89c-4caf-973c-5422527a7934 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.157122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.157207] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.157450] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.157515] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('712799eb-e89c-4caf-973c-5422527a7934',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.158346] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926fc0b4-9521-4549-936f-af9af47980d7 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.158346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.158346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.158346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.158346] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926fc0b4-9521-4549-936f-af9af47980d7',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.159813] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.161016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.161016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.161016] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.161016] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc29b453-c4cd-48f3-ac6c-bdece84ba659',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.161483] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27e2785f-51cc-4507-8979-90d888d52bdc taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.161483] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.161483] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.161932] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.161932] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27e2785f-51cc-4507-8979-90d888d52bdc',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.162580] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.162580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.162580] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.162892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.162892] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.163379] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.163477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.163547] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.163690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.163762] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51cdc9c8-d8b6-470b-a709-caa2626eac0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.164546] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.164639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.164710] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.164855] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.164928] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.165670] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48788edd-90dc-42ec-ac61-27e1c0fa092a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.165771] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.165813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.165939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.166063] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48788edd-90dc-42ec-ac61-27e1c0fa092a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.166736] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68a88e0b-4f56-4094-ad7c-42d424de0fa2 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.166854] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.166936] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.167263] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.167263] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68a88e0b-4f56-4094-ad7c-42d424de0fa2',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.168060] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.168163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.168210] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.168352] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.168420] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a44f3b6-e84c-4606-a3b1-82082bb61b8b',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.169112] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.169237] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.169334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.169471] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.169519] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.170358] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.170358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.170358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.171210] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.171210] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c11680a-c41b-4fa6-ae35-b8d262156e3c',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.198736] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.198736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.198736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.199094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.204935] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.205123] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.205869] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.205993] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.226136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.226306] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d881760-9028-4ae2-bdd4-3550a3c1e0f4 is going to be deleted. [ 1518.227216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.227430] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.245819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.245980] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b411700a-4d13-4c65-93ef-1fa52fe4caf2 is going to be deleted. [ 1518.246799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.247024] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.390235] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.390347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.390950] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.391166] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.420923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.421088] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3bae84-da46-40cd-a5c4-7e75837b8833 is going to be deleted. [ 1518.421986] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.422218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.422309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.422429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d881760-9028-4ae2-bdd4-3550a3c1e0f4" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.422591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.422737] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.422814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.422917] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b411700a-4d13-4c65-93ef-1fa52fe4caf2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.460417] env[65134]: INFO networking_nsxv3.common.synchronization [req-2bad72c8-36e7-4811-a1c2-fc0cb0bbc279 req-d37fee4d-ab06-42f9-b9a5-aa4ca01c879e tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGHEST for action security_group_members [ 1518.460851] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGHEST for action security_group_members [ 1518.461184] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-59436244-336d-4009-bf8f-4abddde32e08 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.461355] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.461405] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.461762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.461874] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.461993] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.462233] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.462436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.462545] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.462684] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59436244-336d-4009-bf8f-4abddde32e08',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.490230] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.490391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.490436] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.490637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.490732] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.490841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3bae84-da46-40cd-a5c4-7e75837b8833" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.684639] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1081c42-c436-4b7d-8da6-395a4b9ab73d taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.684912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.684912] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.685157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.685308] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.685414] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.685481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.685636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.685724] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.685807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.685899] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.735819] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.735960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.736070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.736319] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.738115] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.738249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.739034] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.739121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.739747] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.739875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.740590] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.740686] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.741355] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.741451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.742137] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.742234] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.743250] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.743349] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.744037] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.744138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.744860] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.744953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.745656] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.745752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.746404] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1518.746778] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.746870] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.747454] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1518.747848] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.747941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.748482] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1518.748867] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.748959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.749684] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1518.750065] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.750163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.751197] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1518.751566] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.751659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.758604] env[65134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1518.759261] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.759261] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926fc0b4-9521-4549-936f-af9af47980d7 is going to be deleted. [ 1518.759995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.760318] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.777332] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.777512] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a44f3b6-e84c-4606-a3b1-82082bb61b8b is going to be deleted. [ 1518.778417] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.778626] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.785541] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.785698] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.785797] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.786107] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.786363] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.786522] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.786635] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.786840] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.786975] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.787191] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1518.787300] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1518.787404] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1518.787508] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1518.787613] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1518.787714] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1518.787838] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1518.798644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.798786] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68a88e0b-4f56-4094-ad7c-42d424de0fa2 is going to be deleted. [ 1518.799532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.799725] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.804712] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1518.804882] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1518.805012] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1518.805228] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.805533] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-729278cc-270f-416e-90c3-853b7f1a188f taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.805705] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-729278cc-270f-416e-90c3-853b7f1a188f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.805822] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-729278cc-270f-416e-90c3-853b7f1a188f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.806195] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-729278cc-270f-416e-90c3-853b7f1a188f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.806315] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('729278cc-270f-416e-90c3-853b7f1a188f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.814297] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.814297] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.824057] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.824057] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb8a5e64-0022-4434-b4de-0f4dff856493 is going to be deleted. [ 1518.825118] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.825345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.847409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.847409] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c is going to be deleted. [ 1518.848188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.848407] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.859803] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.860034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.884406] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.884614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.898808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.898996] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bed5be6-136d-499a-a2ff-87ecb338f2b8 is going to be deleted. [ 1518.899878] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.900105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.942659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.942834] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c is going to be deleted. [ 1518.943923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.944188] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.951963] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.952201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.965176] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.965386] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.088485] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.088668] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.090251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.090480] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea957bef-da45-4faf-9e77-eef36c04121f is going to be deleted. [ 1519.091807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.092107] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.110277] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.110511] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.135532] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.135643] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e64f287-0a4b-4705-a642-8172185cdf8d is going to be deleted. [ 1519.136570] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.136792] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.180862] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.181334] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.187549] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.187664] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c11680a-c41b-4fa6-ae35-b8d262156e3c is going to be deleted. [ 1519.188621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.188838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.197593] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.232143] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.232347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.240154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.240335] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc29b453-c4cd-48f3-ac6c-bdece84ba659 is going to be deleted. [ 1519.241256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.241426] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.277021] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.277287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.296823] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.296987] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 712799eb-e89c-4caf-973c-5422527a7934 is going to be deleted. [ 1519.297915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.298228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.309325] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.309590] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.309677] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.309925] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.310088] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.310245] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port 729278cc-270f-416e-90c3-853b7f1a188f not found, creating... [ 1519.310507] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.310668] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.310785] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.311017] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.311159] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.311441] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.311596] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.311711] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.311921] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.312066] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.312208] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: 729278cc-270f-416e-90c3-853b7f1a188f is going to be created. [ 1519.349890] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.350155] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.350242] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.350523] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.350760] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.350996] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-729278cc-270f-416e-90c3-853b7f1a188f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.353742] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.353897] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.356248] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.356370] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51cdc9c8-d8b6-470b-a709-caa2626eac0c is going to be deleted. [ 1519.357313] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.357597] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.396529] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.396748] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.413751] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.413950] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d028d212-2e9e-42e9-942f-fad61f9d934b is going to be deleted. [ 1519.414851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.415155] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.492259] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.492434] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48788edd-90dc-42ec-ac61-27e1c0fa092a is going to be deleted. [ 1519.493358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.493568] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.495809] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.495911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.496904] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.497029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.554368] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.554554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.589895] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.590086] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27e2785f-51cc-4507-8979-90d888d52bdc is going to be deleted. [ 1519.591108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.591332] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.591427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.591551] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926fc0b4-9521-4549-936f-af9af47980d7" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.591709] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.591866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.591944] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.592102] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a44f3b6-e84c-4606-a3b1-82082bb61b8b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.592660] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.592866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.592959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.593097] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68a88e0b-4f56-4094-ad7c-42d424de0fa2" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.593230] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.593378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.593520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.593588] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb8a5e64-0022-4434-b4de-0f4dff856493" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.593746] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.593894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.593968] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.594244] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.594361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.594421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.594560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.594633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.594721] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59436244-336d-4009-bf8f-4abddde32e08 already deleted. [ 1519.594799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.594928] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.595132] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.595244] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.595343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bed5be6-136d-499a-a2ff-87ecb338f2b8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.595479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.595618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.595690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.595803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5389b9b9-2ce8-4bca-9e41-d2c9deffbe2c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.595926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.596110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.596202] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.596299] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5a3a29-ef8f-4cad-ba54-e8bd836b1d0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.596427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.596563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.596637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.596752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea957bef-da45-4faf-9e77-eef36c04121f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.596915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.597073] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.597153] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.597264] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e64f287-0a4b-4705-a642-8172185cdf8d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.597392] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.597529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.597600] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.597721] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c11680a-c41b-4fa6-ae35-b8d262156e3c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.597841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.597977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.598065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.598175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc29b453-c4cd-48f3-ac6c-bdece84ba659" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.598304] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.598445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.598516] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.598628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51cdc9c8-d8b6-470b-a709-caa2626eac0c" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.598751] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.598885] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.598956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.599084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-712799eb-e89c-4caf-973c-5422527a7934" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.599210] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.599343] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.599415] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.599544] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d028d212-2e9e-42e9-942f-fad61f9d934b" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.682328] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.682477] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.682548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.682760] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.682848] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.682969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48788edd-90dc-42ec-ac61-27e1c0fa092a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.699901] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1081c42-c436-4b7d-8da6-395a4b9ab73d: rpc.has_security_group_logging(os_id): False [ 1519.736640] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.736860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.736901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.737282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.769196] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.769410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.799814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.800160] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.800269] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.800326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.800530] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.800612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.800698] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d is going to be updated. [ 1519.801789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.801966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.802063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.802177] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27e2785f-51cc-4507-8979-90d888d52bdc" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.896219] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.896482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.896482] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.896654] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.896794] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.913146] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d in Status: IN_PROGRESS for 2s [ 1520.039275] env[65134]: INFO networking_nsxv3.common.synchronization [req-2bad72c8-36e7-4811-a1c2-fc0cb0bbc279 req-784c437c-aa46-41f3-a7f8-62a618b4263a service nova] Enqueued Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGHEST for action security_group_rules [ 1520.039457] env[65134]: INFO networking_nsxv3.common.synchronization [req-2bad72c8-36e7-4811-a1c2-fc0cb0bbc279 req-784c437c-aa46-41f3-a7f8-62a618b4263a service nova] Enqueued Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGHEST for action security_group_members [ 1520.039593] env[65134]: INFO networking_nsxv3.common.synchronization [req-2bad72c8-36e7-4811-a1c2-fc0cb0bbc279 req-784c437c-aa46-41f3-a7f8-62a618b4263a service nova] Enqueued Resource ID: 729278cc-270f-416e-90c3-853b7f1a188f with Priority: HIGHEST for action port [ 1520.040395] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGHEST for action security_group_rules [ 1520.040395] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGHEST for action security_group_members [ 1520.040395] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729278cc-270f-416e-90c3-853b7f1a188f with Priority: HIGHEST for action port [ 1520.040616] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59436244-336d-4009-bf8f-4abddde32e08 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.040733] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.040837] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.040984] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.041076] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59436244-336d-4009-bf8f-4abddde32e08',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.041885] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-59436244-336d-4009-bf8f-4abddde32e08 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.041997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.042093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.042262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.042411] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.043034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.043034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.043034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.043034] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.043034] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59436244-336d-4009-bf8f-4abddde32e08',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.043588] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-729278cc-270f-416e-90c3-853b7f1a188f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.043695] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-729278cc-270f-416e-90c3-853b7f1a188f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.043926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-729278cc-270f-416e-90c3-853b7f1a188f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.043926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-729278cc-270f-416e-90c3-853b7f1a188f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.044090] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('729278cc-270f-416e-90c3-853b7f1a188f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.545988] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-59436244-336d-4009-bf8f-4abddde32e08 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.546354] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.546395] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59436244-336d-4009-bf8f-4abddde32e08',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.547323] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 729278cc-270f-416e-90c3-853b7f1a188f with status ACTIVE [ 1520.547506] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.547594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.547661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.547911] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.547951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.548192] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.548761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.548761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.548761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.548761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.548933] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.548933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.548933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.549093] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.549190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.549288] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 729278cc-270f-416e-90c3-853b7f1a188f is going to be updated. [ 1520.568929] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.569126] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.569175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.569346] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.569486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.569641] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-729278cc-270f-416e-90c3-853b7f1a188f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.051057] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59436244-336d-4009-bf8f-4abddde32e08',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.554068] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.554068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.554068] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.554566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.554566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.554566] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59436244-336d-4009-bf8f-4abddde32e08 is going to be created. [ 1521.579103] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.579322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.579322] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.579468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.579627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.588426] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59436244-336d-4009-bf8f-4abddde32e08 in Status: UNINITIALIZED for 2s [ 1521.926207] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d in Status: SUCCESS [ 1521.926467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.598024] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59436244-336d-4009-bf8f-4abddde32e08 in Status: SUCCESS [ 1523.598401] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.598441] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.598648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.598836] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.598951] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.599026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.599183] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.599256] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.599338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.599428] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59436244-336d-4009-bf8f-4abddde32e08',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.102605] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59436244-336d-4009-bf8f-4abddde32e08',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.604883] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59436244-336d-4009-bf8f-4abddde32e08: rpc.has_security_group_logging(os_id): False [ 1524.621994] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.622326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.622326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.622495] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.622611] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.622871] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.623222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.623222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.623344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.623344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.623428] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59436244-336d-4009-bf8f-4abddde32e08 is going to be created. [ 1524.681058] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.681289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.681289] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.681479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.681665] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.694654] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59436244-336d-4009-bf8f-4abddde32e08 in Status: IN_PROGRESS for 2s [ 1525.041039] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.041224] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1526.706909] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59436244-336d-4009-bf8f-4abddde32e08 in Status: SUCCESS [ 1526.707302] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.042682] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.043178] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.044104] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.044471] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.568512] env[65134]: INFO networking_nsxv3.common.synchronization [req-494c58f7-c1d2-4ac7-933f-0c3b2464fbf1 req-97e2d622-9014-4bac-a1e9-998479cf4c56 tempest-AttachVolumeShelveTestJSON-29808365 tempest-AttachVolumeShelveTestJSON-29808365-project-member] Enqueued Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_members [ 1539.569052] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGHEST for action security_group_members [ 1539.569361] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.569483] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.569550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.570027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.570200] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.570315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.570381] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.570632] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.570676] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.570744] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.073195] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.073481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.073481] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.073578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.093790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.094057] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.094182] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.094250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.094447] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.094528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.094615] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a is going to be updated. [ 1540.124870] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.125116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.125116] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.125325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.125473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.134464] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a in Status: IN_PROGRESS for 2s [ 1542.145730] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a in Status: SUCCESS [ 1542.146157] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a deletion is rescheduled due to dependency. [ 1542.146157] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.570024] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.570024] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.570875] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.571254] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.572147] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.572497] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.573673] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.574156] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.574390] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.574741] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.563669] env[65134]: INFO networking_nsxv3.common.synchronization [req-2ef46d4b-ab16-4c73-b9b7-e86ced2a4440 req-bb29b0d9-e83a-4448-a5d3-c9f3c863e2fd tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGHEST for action security_group_members [ 1567.564238] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGHEST for action security_group_members [ 1567.564553] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-59436244-336d-4009-bf8f-4abddde32e08 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.564691] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.564747] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.564930] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.565094] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.565190] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.565253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.565425] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.565498] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.565591] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59436244-336d-4009-bf8f-4abddde32e08',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.067966] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.068240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.068240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.068358] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.068445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.068649] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.068749] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.068800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.069184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.069184] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.069184] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59436244-336d-4009-bf8f-4abddde32e08 is going to be updated. [ 1568.097693] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.097914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.097914] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.098110] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.098250] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.106154] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59436244-336d-4009-bf8f-4abddde32e08 in Status: IN_PROGRESS for 2s [ 1570.117164] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59436244-336d-4009-bf8f-4abddde32e08 in Status: SUCCESS [ 1570.117552] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59436244-336d-4009-bf8f-4abddde32e08 deletion is rescheduled due to dependency. [ 1570.117552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.564931] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.565247] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1577.566877] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.567369] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.967923] env[65134]: INFO networking_nsxv3.common.synchronization [req-12aa3668-2fa1-4b1e-b950-85829676e03d req-dc7190ef-bf44-4f7a-8eff-3b693d525f99 tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGHEST for action security_group_members [ 1578.968488] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGHEST for action security_group_members [ 1578.968808] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1081c42-c436-4b7d-8da6-395a4b9ab73d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.968938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.969013] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.969229] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.969403] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.969932] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.969990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.970163] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.970249] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.970343] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.472589] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.472831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.472831] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.473027] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.473131] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.473350] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.473503] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.473610] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.473708] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.473803] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.473900] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d is going to be updated. [ 1579.512233] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.512452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.512452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.512643] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.512783] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.521336] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d in Status: IN_PROGRESS for 2s [ 1581.533656] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d in Status: SUCCESS [ 1581.534085] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d deletion is rescheduled due to dependency. [ 1581.534085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.626577] env[65134]: INFO networking_nsxv3.common.synchronization [None req-0bfdcfd3-2982-4df3-ba97-3b7c819461ef tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGHEST for action security_group_rules [ 1583.627128] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGHEST for action security_group_rules [ 1583.627427] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7651af88-912c-4614-aaac-7c50ee69a9f0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.627554] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.627614] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.627882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.627964] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7651af88-912c-4614-aaac-7c50ee69a9f0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.705725] env[65134]: INFO networking_nsxv3.common.synchronization [None req-341fc416-add9-4cc3-b648-3f41ae61a23b tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGHEST for action security_group_rules [ 1583.706249] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGHEST for action security_group_rules [ 1583.706610] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7651af88-912c-4614-aaac-7c50ee69a9f0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.706712] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.152217] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.152450] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.152450] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.152938] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.153018] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.153124] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 already deleted. [ 1584.153208] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.153378] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.153575] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.153659] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7651af88-912c-4614-aaac-7c50ee69a9f0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.674953] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.675344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.675344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.675344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.675515] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.675550] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 already deleted. [ 1584.675661] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.707251] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.707750] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.142274] env[65134]: INFO networking_nsxv3.common.synchronization [req-e588c1b6-19cc-4f96-bccd-21e09f09275d req-1f614f87-a99e-43a6-9b87-74513543fe62 tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGHEST for action security_group_members [ 1589.142794] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGHEST for action security_group_members [ 1589.143108] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7651af88-912c-4614-aaac-7c50ee69a9f0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.143578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.143578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.143578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.144261] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.144349] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.144416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.144576] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.144662] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.144859] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7651af88-912c-4614-aaac-7c50ee69a9f0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1589.397666] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.397910] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.398051] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.398316] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.398564] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.398721] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.398859] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.399057] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.399208] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.399441] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1589.399556] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1589.399663] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1589.399763] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1589.399868] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1589.399968] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1589.400105] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1589.428285] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1589.428464] env[65134]: DEBUG dogpile.cache.region [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1589.428570] env[65134]: DEBUG dogpile.lock [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1589.428743] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.429087] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock port-ef8c7267-3043-4a31-8c07-139c29bac817 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.429276] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "port-ef8c7267-3043-4a31-8c07-139c29bac817" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.429379] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "port-ef8c7267-3043-4a31-8c07-139c29bac817" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.429722] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "port-ef8c7267-3043-4a31-8c07-139c29bac817" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.429884] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef8c7267-3043-4a31-8c07-139c29bac817',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1589.647329] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.647531] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.647531] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.647728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.647857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.648051] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.648154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.648217] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.648459] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.648541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.648627] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 already deleted. [ 1589.648707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.932442] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.932911] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.932911] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.933095] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.933258] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.933409] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Segment Port ef8c7267-3043-4a31-8c07-139c29bac817 not found, creating... [ 1589.933663] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.933821] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.933935] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.934173] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.934309] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.934581] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.934740] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.934855] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.935070] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.935206] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.935343] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Resource: SegmentPort with ID: ef8c7267-3043-4a31-8c07-139c29bac817 is going to be created. [ 1589.955912] env[65134]: DEBUG networking_nsxv3.common.locking [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.956181] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.956311] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.956597] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.956894] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.957142] env[65134]: DEBUG oslo_concurrency.lockutils [None req-d00880a4-0cdc-4f02-befc-177a16cdf682 None None] Releasing lock "port-ef8c7267-3043-4a31-8c07-139c29bac817" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.618695] env[65134]: INFO networking_nsxv3.common.synchronization [req-e588c1b6-19cc-4f96-bccd-21e09f09275d req-614f7fb9-6678-44eb-a1c7-4aa883df7d16 service nova] Enqueued Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGHEST for action security_group_rules [ 1590.618879] env[65134]: INFO networking_nsxv3.common.synchronization [req-e588c1b6-19cc-4f96-bccd-21e09f09275d req-614f7fb9-6678-44eb-a1c7-4aa883df7d16 service nova] Enqueued Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGHEST for action security_group_members [ 1590.619030] env[65134]: INFO networking_nsxv3.common.synchronization [req-e588c1b6-19cc-4f96-bccd-21e09f09275d req-614f7fb9-6678-44eb-a1c7-4aa883df7d16 service nova] Enqueued Resource ID: ef8c7267-3043-4a31-8c07-139c29bac817 with Priority: HIGHEST for action port [ 1590.619958] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGHEST for action security_group_rules [ 1590.620116] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGHEST for action security_group_members [ 1590.620217] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8c7267-3043-4a31-8c07-139c29bac817 with Priority: HIGHEST for action port [ 1590.620488] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7651af88-912c-4614-aaac-7c50ee69a9f0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.620612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.620683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.620875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.620956] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7651af88-912c-4614-aaac-7c50ee69a9f0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.622034] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7651af88-912c-4614-aaac-7c50ee69a9f0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.622147] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.622214] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.622379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.622523] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.622618] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.622717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.622814] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.622894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.622982] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7651af88-912c-4614-aaac-7c50ee69a9f0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.624508] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef8c7267-3043-4a31-8c07-139c29bac817 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.624619] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef8c7267-3043-4a31-8c07-139c29bac817" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.626032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef8c7267-3043-4a31-8c07-139c29bac817" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.626032] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef8c7267-3043-4a31-8c07-139c29bac817" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.626032] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef8c7267-3043-4a31-8c07-139c29bac817',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.125265] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7651af88-912c-4614-aaac-7c50ee69a9f0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.126630] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7651af88-912c-4614-aaac-7c50ee69a9f0 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.126630] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.126630] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef8c7267-3043-4a31-8c07-139c29bac817 with status ACTIVE [ 1591.126847] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.127055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.127055] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.127253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.127253] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.127424] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.127524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.127581] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.127766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.127858] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.128052] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.128153] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.128206] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.128340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.128411] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.128495] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef8c7267-3043-4a31-8c07-139c29bac817 is going to be updated. [ 1591.149044] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.149044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.149044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.149044] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.149491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.149491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef8c7267-3043-4a31-8c07-139c29bac817" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.630491] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7651af88-912c-4614-aaac-7c50ee69a9f0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1592.132848] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.133325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.133325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.133325] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.133451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.133533] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 is going to be created. [ 1592.155051] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.155290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.155290] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.155449] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.155642] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.164387] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 in Status: UNINITIALIZED for 2s [ 1594.175140] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 in Status: SUCCESS [ 1594.175548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.175548] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.175729] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.175918] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.176051] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.176120] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.176284] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.176365] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.176451] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.176562] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7651af88-912c-4614-aaac-7c50ee69a9f0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.678982] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7651af88-912c-4614-aaac-7c50ee69a9f0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.182233] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7651af88-912c-4614-aaac-7c50ee69a9f0: rpc.has_security_group_logging(os_id): False [ 1595.199899] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.200186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.200186] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.200388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.200488] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.200755] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.200881] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.200946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.201137] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.201212] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.201372] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 is going to be created. [ 1595.264442] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.264673] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.264673] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.264869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.265070] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.275497] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 in Status: IN_PROGRESS for 2s [ 1595.621589] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.621797] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1597.289430] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 in Status: SUCCESS [ 1597.289789] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.623142] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.623142] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.623778] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.624176] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.625807] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.626185] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.626919] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.627332] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.628308] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.628694] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.630318] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.630700] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.631991] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1630.632397] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1635.633907] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1635.634284] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.635353] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1640.635717] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1645.636785] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1645.636785] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.637353] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1650.637726] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1651.028493] env[65134]: INFO networking_nsxv3.common.synchronization [req-ab56f15e-e47c-4299-a4a7-273184c018bd req-9f6778d6-8b34-468d-a8d7-44c5b91e546d tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGHEST for action security_group_members [ 1651.029158] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGHEST for action security_group_members [ 1651.029791] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7651af88-912c-4614-aaac-7c50ee69a9f0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.029909] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.029942] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.030149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.030326] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.030437] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.030494] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.030648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.030730] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.030823] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7651af88-912c-4614-aaac-7c50ee69a9f0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.533415] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.533634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.533743] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.534061] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.534216] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.534438] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.534565] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.534634] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.534800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.534880] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.534965] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 is going to be updated. [ 1651.572616] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.572868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.572868] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.573058] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.573225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.581250] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 in Status: IN_PROGRESS for 2s [ 1653.592513] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 in Status: SUCCESS [ 1653.593017] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 deletion is rescheduled due to dependency. [ 1653.593017] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1655.702095] env[65134]: INFO networking_nsxv3.common.synchronization [None req-35b9af02-ba11-44c2-95ca-2fbb76e31be0 tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGHEST for action security_group_rules [ 1655.702554] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGHEST for action security_group_rules [ 1655.702747] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6778b86-6f57-470e-9c57-09d0689b70e8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1655.702875] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.702943] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1655.703225] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1655.703314] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6778b86-6f57-470e-9c57-09d0689b70e8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1655.790178] env[65134]: INFO networking_nsxv3.common.synchronization [None req-d3b519ea-631d-40f1-81e4-d2730e5be006 tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGHEST for action security_group_rules [ 1655.790634] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGHEST for action security_group_rules [ 1655.790962] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6778b86-6f57-470e-9c57-09d0689b70e8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1655.791122] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.227722] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1656.227871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.227949] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.228193] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1656.228281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.228381] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6778b86-6f57-470e-9c57-09d0689b70e8 already deleted. [ 1656.228463] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.228608] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.228761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1656.228844] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6778b86-6f57-470e-9c57-09d0689b70e8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1656.749644] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1656.750121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.750121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.750121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1656.750121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.750331] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6778b86-6f57-470e-9c57-09d0689b70e8 already deleted. [ 1656.750331] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1660.792257] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1660.792257] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1661.111017] env[65134]: INFO networking_nsxv3.common.synchronization [req-955f4c7f-178e-4454-9511-98b8688987ba req-fe90e1b8-e035-4a07-b5e6-babe63f21ca0 tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGHEST for action security_group_members [ 1661.111567] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGHEST for action security_group_members [ 1661.111876] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6778b86-6f57-470e-9c57-09d0689b70e8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.112011] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.112090] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.112391] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.112508] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.112607] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.112669] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.112813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.112894] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.112990] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6778b86-6f57-470e-9c57-09d0689b70e8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1661.373716] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.373909] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.374093] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.374369] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.374956] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.375141] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.375262] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.375476] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.375625] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.375846] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1661.375999] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] NeedRegenerationException {{(pid=65134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1661.376127] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] no value, waiting for create lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1661.376231] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] value creation lock acquired {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1661.376342] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] No value present for key: 'zone-id' {{(pid=65134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1661.376447] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Calling creation function for not-yet-present value {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1661.376577] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1661.397738] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1661.397903] env[65134]: DEBUG dogpile.cache.region [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1661.398012] env[65134]: DEBUG dogpile.lock [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Released creation lock {{(pid=65134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1661.398162] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "network-464" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.398486] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock port-e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.398651] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "port-e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.398773] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "port-e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.399109] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "port-e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.399254] env[65134]: DEBUG networking_nsxv3.api.rpc [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1661.614948] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.615201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.615201] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.615404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.615492] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.615686] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.615785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.615847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.616066] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.616148] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.616227] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6778b86-6f57-470e-9c57-09d0689b70e8 already deleted. [ 1661.616306] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.901682] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.902116] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.902116] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.902435] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.902620] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.902813] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Segment Port e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f not found, creating... [ 1661.903130] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.903336] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.903479] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.903751] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.903955] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.904309] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.904581] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.904755] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.905098] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.905316] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.905542] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Resource: SegmentPort with ID: e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f is going to be created. [ 1661.925363] env[65134]: DEBUG networking_nsxv3.common.locking [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.925562] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.925687] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.925982] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.926268] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.926532] env[65134]: DEBUG oslo_concurrency.lockutils [None req-e3876f9f-21c8-43cf-88c3-f564fd568a08 None None] Releasing lock "port-e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1662.602340] env[65134]: INFO networking_nsxv3.common.synchronization [req-955f4c7f-178e-4454-9511-98b8688987ba req-857669ed-48c1-43f4-a5c6-6619d2c8204b service nova] Enqueued Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGHEST for action security_group_rules [ 1662.602543] env[65134]: INFO networking_nsxv3.common.synchronization [req-955f4c7f-178e-4454-9511-98b8688987ba req-857669ed-48c1-43f4-a5c6-6619d2c8204b service nova] Enqueued Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGHEST for action security_group_members [ 1662.602653] env[65134]: INFO networking_nsxv3.common.synchronization [req-955f4c7f-178e-4454-9511-98b8688987ba req-857669ed-48c1-43f4-a5c6-6619d2c8204b service nova] Enqueued Resource ID: e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f with Priority: HIGHEST for action port [ 1662.603198] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGHEST for action security_group_rules [ 1662.603360] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGHEST for action security_group_members [ 1662.603472] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f with Priority: HIGHEST for action port [ 1662.603777] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6778b86-6f57-470e-9c57-09d0689b70e8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1662.604092] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.604197] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1662.604406] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1662.604491] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6778b86-6f57-470e-9c57-09d0689b70e8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1662.606189] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6778b86-6f57-470e-9c57-09d0689b70e8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1662.606315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.606439] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1662.606557] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1662.606711] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1662.606811] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.606872] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1662.607048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1662.607350] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1662.607350] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6778b86-6f57-470e-9c57-09d0689b70e8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1662.607990] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1662.608112] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.608176] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1662.608330] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1662.608432] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1663.107644] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6778b86-6f57-470e-9c57-09d0689b70e8 taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1663.108053] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.111062] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6778b86-6f57-470e-9c57-09d0689b70e8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1663.111959] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f with status ACTIVE [ 1663.112206] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1663.112336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.112385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1663.112566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1663.112653] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1663.112825] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1663.112923] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.112983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1663.113143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1663.113220] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1663.113396] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1663.113484] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.113536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1663.113672] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1663.113798] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1663.113850] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f is going to be updated. [ 1663.133486] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1663.133684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.133684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1663.133867] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1663.133997] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1663.134162] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f79cd1-9ee8-4b3f-ad2c-189f5c6c176f" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1663.615537] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6778b86-6f57-470e-9c57-09d0689b70e8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1664.117962] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.118454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.118454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.118454] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.118561] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.118595] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6778b86-6f57-470e-9c57-09d0689b70e8 is going to be created. [ 1664.144452] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.144452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.144586] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.144694] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.144853] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.155976] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6778b86-6f57-470e-9c57-09d0689b70e8 in Status: UNINITIALIZED for 2s [ 1666.166611] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6778b86-6f57-470e-9c57-09d0689b70e8 in Status: SUCCESS [ 1666.166998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.166998] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.167175] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.167346] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.167465] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.167534] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.167698] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.167778] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.167865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.167953] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6778b86-6f57-470e-9c57-09d0689b70e8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1666.670888] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6778b86-6f57-470e-9c57-09d0689b70e8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.173508] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6778b86-6f57-470e-9c57-09d0689b70e8: rpc.has_security_group_logging(os_id): False [ 1667.190245] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.190445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.190445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.190636] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.190713] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.190931] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.191071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.191136] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.191241] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.191317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.191403] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6778b86-6f57-470e-9c57-09d0689b70e8 is going to be created. [ 1667.251659] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.251967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.251967] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.252113] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.252277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.262448] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6778b86-6f57-470e-9c57-09d0689b70e8 in Status: IN_PROGRESS for 2s [ 1667.605358] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1667.605531] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1669.274975] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6778b86-6f57-470e-9c57-09d0689b70e8 in Status: SUCCESS [ 1669.275389] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.606862] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1672.607294] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1677.608081] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1677.608470] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1682.609909] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1682.610321] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1687.611243] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1687.611661] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1692.613065] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1692.613513] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1697.613981] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1697.614478] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1702.615824] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1702.616287] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1707.617434] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1707.617796] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1712.618364] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1712.618796] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1717.620034] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1717.620270] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1722.621544] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1722.622064] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1724.496329] env[65134]: INFO networking_nsxv3.common.synchronization [req-52be6586-ffd7-49fd-895c-8f645933d54d req-e464dfac-4797-490c-a63e-d89cbd8d9398 tempest-AttachVolumeNegativeTest-1287559000 tempest-AttachVolumeNegativeTest-1287559000-project-member] Enqueued Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGHEST for action security_group_members [ 1724.496963] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGHEST for action security_group_members [ 1724.497355] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6778b86-6f57-470e-9c57-09d0689b70e8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1724.497539] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.497591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1724.497809] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1724.497994] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1724.498394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.498394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1724.498394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1724.498394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1724.498619] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6778b86-6f57-470e-9c57-09d0689b70e8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1725.001265] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1725.001480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.001480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1725.001774] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1725.001901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1725.002148] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1725.002287] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.002375] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1725.002567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1725.002673] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1725.002805] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6778b86-6f57-470e-9c57-09d0689b70e8 is going to be updated. [ 1725.038465] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1725.038689] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.038804] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1725.039072] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1725.039267] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1725.047839] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6778b86-6f57-470e-9c57-09d0689b70e8 in Status: IN_PROGRESS for 2s [ 1727.059599] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6778b86-6f57-470e-9c57-09d0689b70e8 in Status: SUCCESS [ 1727.059599] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6778b86-6f57-470e-9c57-09d0689b70e8 deletion is rescheduled due to dependency. [ 1727.059599] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1729.497848] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1729.498258] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1734.499246] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1734.499725] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1734.712705] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1734.712885] env[65134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-390a1131-6867-4a30-871d-502e1737af4d None None] NSXv3 Agent Agent loop - iteration:5 started [ 1739.500535] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1739.500893] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1744.501748] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1744.502208] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1749.502903] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1749.503320] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1754.503786] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1754.504185] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1754.644680] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1754.644954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.644954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1754.645154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1754.645264] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1755.147361] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1755.649569] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.151763] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1756.152031] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1756.917541] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.918048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.918048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.918048] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.930452] env[65134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1756.931321] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.932537] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1756.973529] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.973808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.973808] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.973965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.988995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.989848] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1756.989981] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1756.990065] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1757.019670] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.019960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.019960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.020108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.020526] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.020654] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1757.112628] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.112889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.112889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.113064] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.113393] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.113683] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1757.191185] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.191395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.191395] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.191579] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.191892] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.192193] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:9. [ 1757.192278] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b6778b86-6f57-470e-9c57-09d0689b70e8', '59436244-336d-4009-bf8f-4abddde32e08', 'f1081c42-c436-4b7d-8da6-395a4b9ab73d', '7651af88-912c-4614-aaac-7c50ee69a9f0', '01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a', '70709ee8-8633-43e6-93a6-8276dbad1ab9', '985c7979-fcf4-491a-8af5-cd9a8c33e586', 'd096f39b-814b-463d-9ca0-f87c351c9927', '4fa7b936-892a-4083-a5fd-f595a0745c77'} {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1757.192359] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1757.211080] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.211281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.211281] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.211489] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.211574] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.211685] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1757.211756] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1757.211827] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1757.296315] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.296556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.296556] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.296857] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.298143] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.298439] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1757.298519] env[65134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1757.298593] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1757.298660] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1757.298736] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 9/9 resources of Type:Security Group Rules [ 1757.298807] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGH for action security_group_rules [ 1757.298891] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGH for action security_group_rules [ 1757.298957] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGH for action security_group_rules [ 1757.299029] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGH for action security_group_rules [ 1757.299092] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGH for action security_group_rules [ 1757.299148] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGH for action security_group_rules [ 1757.299200] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGH for action security_group_rules [ 1757.299262] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d096f39b-814b-463d-9ca0-f87c351c9927 with Priority: HIGH for action security_group_rules [ 1757.299319] env[65134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGH for action security_group_rules [ 1757.299422] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1757.299466] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1757.299645] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.299759] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.299810] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.299987] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.300079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.300270] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.300368] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.300429] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.300567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.300639] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.300808] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.300900] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.300958] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.301108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.301179] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.301343] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.301433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.301535] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.301621] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.301693] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.301857] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.301948] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.302010] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.302149] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.302218] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.302381] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.302468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.302520] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.302652] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.302722] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.302885] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.302972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.303038] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.303171] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.303240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.303404] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.303491] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.303541] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.303673] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.303744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.303906] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.303994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.304062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.304194] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.304265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.304484] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.304595] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.304657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.304788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.304861] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.305037] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.305125] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.305177] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.305310] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.305379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.305541] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.305631] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.305690] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.305818] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.305886] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.306060] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.306151] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.306205] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.306338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.306922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.306922] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.306922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.306922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.306922] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.307228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.307228] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.307228] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.307338] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.307470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.307470] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.307643] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.307735] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.307790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.307926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.307995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.308173] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.308262] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.308314] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.308444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.308512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.308675] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.308765] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.308821] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.308954] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.309029] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.309196] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.309285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.309336] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.309466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.309536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.309696] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.309788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.309838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.309972] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.310079] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.310217] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.310323] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.310360] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.310480] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.310550] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.310712] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.310800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.310898] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.310983] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.311063] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.311226] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.311316] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.311372] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.311499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.311567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.311728] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.311813] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.311863] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.311995] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.312075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.312237] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.312326] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.312445] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.312509] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.312637] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.312750] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.312866] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.312905] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.313045] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.313121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.313290] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.313376] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.313427] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.313560] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.313628] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.313790] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.313879] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.313935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.314083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.314145] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.314314] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.314394] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.314476] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.314612] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.314684] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.314845] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.314935] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.314990] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.315138] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.315203] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.315401] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.315521] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.315578] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.315717] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.315790] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.315953] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.316058] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.316108] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.316238] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.316309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.316471] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.316571] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.316679] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.316768] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.316838] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.317012] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.317105] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.317159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.317285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.317353] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.317515] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.317627] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.317731] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.317819] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.317888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.318064] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.318154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.318209] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.318340] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.318409] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.318571] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.318659] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.318707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.318841] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.318933] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.319112] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.319198] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.319255] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.319385] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.319455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.319617] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.319707] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.319767] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.319891] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.319960] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.320136] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.320224] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.320273] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.320403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.320485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.320648] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.320736] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.320799] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.320924] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.321000] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.321164] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.321252] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.321309] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.321444] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.321502] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.321659] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.321744] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.321795] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.321926] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.321994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.322170] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.322258] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.322317] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.322443] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.322513] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.322675] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.322761] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.322815] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.322941] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.323023] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.323189] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.323275] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.323329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.323458] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.323528] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.323688] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.323777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.323829] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.323959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.324059] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.324225] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.324315] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.324369] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.324512] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.324573] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.324756] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.324851] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.324902] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.325046] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.325115] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.325281] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.325366] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.325421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.325552] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.325622] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.325783] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.325871] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.325969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.326065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.326135] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.326295] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.326379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.326432] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.326590] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.326702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.326817] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.326901] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.326965] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.327101] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.327165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.327667] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.327762] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.327800] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.327939] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.328020] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.328191] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.328280] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.328333] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.328466] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.328535] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.328696] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.328788] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.328845] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.329018] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.329094] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.329260] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.329348] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.329404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.329536] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.329606] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.329770] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.329860] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.329915] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.330058] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.330128] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.330291] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.330379] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.330435] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.330566] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.330644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.330789] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.330876] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.330932] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.331069] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.331139] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.331300] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.331388] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.331443] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.331572] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.331644] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.331813] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.331888] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.331946] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.332084] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.332154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.332315] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.332404] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.332455] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.332587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.332657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.332816] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.332904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.332959] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.333104] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.333204] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.333328] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.333412] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.333467] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.333592] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.333668] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.333817] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.333904] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.333957] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.334096] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.334165] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.334325] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.334416] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.334468] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.334601] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.334702] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.334866] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.334956] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.335026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.335154] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.335222] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.335385] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.335474] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.335524] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.335657] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.335718] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.335880] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.335994] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.336065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.336196] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.336265] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.336386] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1757.336448] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1757.336510] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1757.412822] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.413075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.413075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.413215] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.413525] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.413812] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1757.494993] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.495344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.495344] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.495452] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.495826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.509085] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1759.505173] env[65134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1759.505553] env[65134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=9], Jobs=0 [ 1759.505553] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6778b86-6f57-470e-9c57-09d0689b70e8 with Priority: HIGH for action security_group_rules [ 1759.505634] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d with Priority: HIGH for action security_group_rules [ 1759.505755] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 with Priority: HIGH for action security_group_rules [ 1759.505873] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 with Priority: HIGH for action security_group_rules [ 1759.505953] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 with Priority: HIGH for action security_group_rules [ 1759.506060] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d096f39b-814b-463d-9ca0-f87c351c9927 with Priority: HIGH for action security_group_rules [ 1759.506145] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a with Priority: HIGH for action security_group_rules [ 1759.506242] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59436244-336d-4009-bf8f-4abddde32e08 with Priority: HIGH for action security_group_rules [ 1759.507132] env[65134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 with Priority: HIGH for action security_group_rules [ 1759.507645] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6778b86-6f57-470e-9c57-09d0689b70e8 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1759.507862] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.507955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.508251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.508340] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6778b86-6f57-470e-9c57-09d0689b70e8',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1759.509631] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1759.509825] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.509953] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.510239] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.510369] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1081c42-c436-4b7d-8da6-395a4b9ab73d',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1759.511537] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985c7979-fcf4-491a-8af5-cd9a8c33e586 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1759.511787] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.511842] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.512095] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.512296] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985c7979-fcf4-491a-8af5-cd9a8c33e586',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1759.514849] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fa7b936-892a-4083-a5fd-f595a0745c77 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1759.514849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.514849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.514849] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.514849] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fa7b936-892a-4083-a5fd-f595a0745c77',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1759.515036] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70709ee8-8633-43e6-93a6-8276dbad1ab9 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1759.515493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.515493] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.515896] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.515896] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70709ee8-8633-43e6-93a6-8276dbad1ab9',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1759.518314] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d096f39b-814b-463d-9ca0-f87c351c9927 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1759.518506] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.518591] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.519173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.519173] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d096f39b-814b-463d-9ca0-f87c351c9927',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1759.519946] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1759.520119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.520232] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.520889] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.520889] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1759.521648] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59436244-336d-4009-bf8f-4abddde32e08 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1759.521648] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.521847] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.521969] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.522140] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59436244-336d-4009-bf8f-4abddde32e08',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1759.523302] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7651af88-912c-4614-aaac-7c50ee69a9f0 taken with stack trace [, , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1759.523403] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.523594] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.523865] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.524110] env[65134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7651af88-912c-4614-aaac-7c50ee69a9f0',) {} {{(pid=65134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1760.084989] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.085282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.085282] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.085410] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.087224] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.087329] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.088312] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.088418] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.089237] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.089345] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.112758] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.113021] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.113840] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.113955] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.114695] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.114807] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.115643] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.115754] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.117766] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.117883] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70709ee8-8633-43e6-93a6-8276dbad1ab9 is going to be deleted. [ 1760.118785] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.119173] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.120766] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.120869] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.139977] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.140208] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1081c42-c436-4b7d-8da6-395a4b9ab73d is going to be deleted. [ 1760.141026] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.141240] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.163777] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.163964] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7651af88-912c-4614-aaac-7c50ee69a9f0 is going to be deleted. [ 1760.164882] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.165109] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.191090] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.191308] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.192486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.192614] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59436244-336d-4009-bf8f-4abddde32e08 is going to be deleted. [ 1760.193473] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.193683] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.222689] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.222890] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.226449] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.226610] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d096f39b-814b-463d-9ca0-f87c351c9927 is going to be deleted. [ 1760.227549] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.227786] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.254421] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.254421] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fa7b936-892a-4083-a5fd-f595a0745c77 is going to be deleted. [ 1760.255433] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.255640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.269318] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.269587] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.273397] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.273518] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.280504] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.280617] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6778b86-6f57-470e-9c57-09d0689b70e8 is going to be deleted. [ 1760.281529] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.281738] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.298296] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.298523] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.322800] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.323062] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.324567] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.324698] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a is going to be deleted. [ 1760.325633] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.325902] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.417966] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.418198] env[65134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985c7979-fcf4-491a-8af5-cd9a8c33e586 is going to be deleted. [ 1760.419251] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.419499] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.419598] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.419728] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70709ee8-8633-43e6-93a6-8276dbad1ab9" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.419893] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.420075] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.420159] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.420276] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1081c42-c436-4b7d-8da6-395a4b9ab73d" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.420826] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.421083] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.421189] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.421285] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7651af88-912c-4614-aaac-7c50ee69a9f0" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.421469] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.421563] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.421640] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.421752] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59436244-336d-4009-bf8f-4abddde32e08" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.421902] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.422071] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.422121] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.422227] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d096f39b-814b-463d-9ca0-f87c351c9927" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.422347] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.422486] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.422602] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.422656] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fa7b936-892a-4083-a5fd-f595a0745c77" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.517017] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.517464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.517464] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.517638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.517638] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.517775] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6778b86-6f57-470e-9c57-09d0689b70e8" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.521901] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.522119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.522119] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.522288] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.522373] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.522485] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d36ff9-e0a1-4c09-a5e7-bdab8ba5523a" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.573848] env[65134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.574065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.574065] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.574277] env[65134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.574361] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.574479] env[65134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985c7979-fcf4-491a-8af5-cd9a8c33e586" {{(pid=65134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}